{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "采用resnet_v2_50来对绝缘子数据分类"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from __future__ import absolute_import\n",
    "from __future__ import division\n",
    "from __future__ import print_function\n",
    "import matplotlib\n",
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt\n",
    "import math\n",
    "import numpy as np\n",
    "import tensorflow as tf\n",
    "import time\n",
    "\n",
    "from datasets import dataset_utils\n",
    "\n",
    "# Main slim library\n",
    "from tensorflow.contrib import slim"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Download the resnet_v2_50 checkpoint"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "url = \"http://download.tensorflow.org/models/resnet_v2_50_2017_04_14.tar.gz\"\n",
    "checkpoints_dir = '/tmp/resnet_v2_50/checkpoints'\n",
    "\n",
    "if not tf.gfile.Exists(checkpoints_dir):\n",
    "    tf.gfile.MakeDirs(checkpoints_dir)\n",
    "\n",
    "dataset_utils.download_and_uncompress_tarball(url, checkpoints_dir)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Fine-tune the model on insulator dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from preprocessing import vgg_preprocessing\n",
    "\n",
    "def load_batch(dataset, batch_size=16, height=299, width=299, is_training=False):\n",
    "    \"\"\"Loads a single batch of data.\n",
    "    \n",
    "    Args:\n",
    "      dataset: The dataset to load.\n",
    "      batch_size: The number of images in the batch.\n",
    "      height: The size of each image after preprocessing.\n",
    "      width: The size of each image after preprocessing.\n",
    "      is_training: Whether or not we're currently training or evaluating.\n",
    "    \n",
    "    Returns:\n",
    "      images: A Tensor of size [batch_size, height, width, 3], image samples that have been preprocessed.\n",
    "      images_raw: A Tensor of size [batch_size, height, width, 3], image samples that can be used for visualization.\n",
    "      labels: A Tensor of size [batch_size], whose values range between 0 and dataset.num_classes.\n",
    "    \"\"\"\n",
    "    data_provider = slim.dataset_data_provider.DatasetDataProvider(\n",
    "        dataset, common_queue_capacity=32,\n",
    "        common_queue_min=8)\n",
    "    image_raw, label = data_provider.get(['image', 'label'])\n",
    "    \n",
    "    # Preprocess image for usage by Resnet_v2_50, the same as vgg_net.\n",
    "    image = vgg_preprocessing.preprocess_image(image_raw, height, width, is_training=is_training)\n",
    "    \n",
    "    # Preprocess the image for display purposes.\n",
    "    image_raw = tf.expand_dims(image_raw, 0)\n",
    "    image_raw = tf.image.resize_images(image_raw, [height, width])\n",
    "    image_raw = tf.squeeze(image_raw)\n",
    "\n",
    "    # Batch it up.\n",
    "    images, images_raw, labels = tf.train.batch(\n",
    "          [image, image_raw, label],\n",
    "          batch_size=batch_size,\n",
    "          num_threads=1,\n",
    "          capacity=2 * batch_size)\n",
    "    \n",
    "    return images, images_raw, labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Summary name losses/Total Loss is illegal; using losses/Total_Loss instead.\n",
      "INFO:tensorflow:Restoring parameters from /tmp/resnet_v2_50_finetuned/model.ckpt-0\n",
      "INFO:tensorflow:Running local_init_op.\n",
      "INFO:tensorflow:Done running local_init_op.\n",
      "INFO:tensorflow:Starting Session.\n",
      "INFO:tensorflow:Saving checkpoint to path /tmp/resnet_v2_50_finetuned/model.ckpt\n",
      "INFO:tensorflow:Starting Queues.\n",
      "INFO:tensorflow:global_step/sec: 0\n",
      "INFO:tensorflow:Recording summary at step 0.\n",
      "INFO:tensorflow:global step 0: loss = 1.3017 (4.421 sec/step)\n",
      "INFO:tensorflow:global step 1: loss = 4.3414 (0.887 sec/step)\n",
      "INFO:tensorflow:global step 2: loss = 1.6124 (1.313 sec/step)\n",
      "INFO:tensorflow:global step 3: loss = 1.2992 (1.157 sec/step)\n",
      "INFO:tensorflow:global step 4: loss = 1.5188 (1.002 sec/step)\n",
      "INFO:tensorflow:global step 5: loss = 1.7271 (0.900 sec/step)\n",
      "INFO:tensorflow:global step 6: loss = 1.9158 (1.106 sec/step)\n",
      "INFO:tensorflow:global step 7: loss = 13.6463 (1.242 sec/step)\n",
      "INFO:tensorflow:global step 8: loss = 10.0070 (1.251 sec/step)\n",
      "INFO:tensorflow:global step 9: loss = 5.5237 (0.896 sec/step)\n",
      "INFO:tensorflow:global step 10: loss = 2.7742 (1.209 sec/step)\n",
      "INFO:tensorflow:global step 11: loss = 2.8384 (1.054 sec/step)\n",
      "INFO:tensorflow:global step 12: loss = 2.9936 (1.180 sec/step)\n",
      "INFO:tensorflow:global step 13: loss = 11.1133 (0.678 sec/step)\n",
      "INFO:tensorflow:global step 14: loss = 14.0555 (0.912 sec/step)\n",
      "INFO:tensorflow:global step 15: loss = 13.9038 (1.227 sec/step)\n",
      "INFO:tensorflow:global step 16: loss = 10.1482 (1.323 sec/step)\n",
      "INFO:tensorflow:global step 17: loss = 3.6253 (0.982 sec/step)\n",
      "INFO:tensorflow:global step 18: loss = 3.6847 (0.892 sec/step)\n",
      "INFO:tensorflow:global step 19: loss = 5.0784 (1.086 sec/step)\n",
      "INFO:tensorflow:global step 20: loss = 5.0956 (0.855 sec/step)\n",
      "INFO:tensorflow:global step 21: loss = 3.9316 (1.168 sec/step)\n",
      "INFO:tensorflow:global step 22: loss = 5.9023 (1.036 sec/step)\n",
      "INFO:tensorflow:global step 23: loss = 5.2445 (1.140 sec/step)\n",
      "INFO:tensorflow:global step 24: loss = 6.6364 (0.975 sec/step)\n",
      "INFO:tensorflow:global step 25: loss = 7.4052 (0.962 sec/step)\n",
      "INFO:tensorflow:global step 26: loss = 4.2976 (0.921 sec/step)\n",
      "INFO:tensorflow:global step 27: loss = 4.3547 (0.960 sec/step)\n",
      "INFO:tensorflow:global step 28: loss = 4.3507 (0.974 sec/step)\n",
      "INFO:tensorflow:global step 29: loss = 4.8235 (1.151 sec/step)\n",
      "INFO:tensorflow:global step 30: loss = 4.8620 (1.181 sec/step)\n",
      "INFO:tensorflow:global step 31: loss = 4.6170 (0.947 sec/step)\n",
      "INFO:tensorflow:global step 32: loss = 4.5082 (1.339 sec/step)\n",
      "INFO:tensorflow:global step 33: loss = 4.4768 (0.853 sec/step)\n",
      "INFO:tensorflow:global step 34: loss = 4.5466 (1.244 sec/step)\n",
      "INFO:tensorflow:global step 35: loss = 5.3997 (1.191 sec/step)\n",
      "INFO:tensorflow:global step 36: loss = 4.5253 (1.314 sec/step)\n",
      "INFO:tensorflow:global step 37: loss = 4.6060 (1.050 sec/step)\n",
      "INFO:tensorflow:global step 38: loss = 4.5213 (0.906 sec/step)\n",
      "INFO:tensorflow:global step 39: loss = 4.6317 (1.002 sec/step)\n",
      "INFO:tensorflow:global step 40: loss = 4.6044 (0.774 sec/step)\n",
      "INFO:tensorflow:global step 41: loss = 9.4254 (1.311 sec/step)\n",
      "INFO:tensorflow:global step 42: loss = 4.5710 (1.131 sec/step)\n",
      "INFO:tensorflow:global step 43: loss = 4.6109 (1.279 sec/step)\n",
      "INFO:tensorflow:global step 44: loss = 4.7466 (0.748 sec/step)\n",
      "INFO:tensorflow:global step 45: loss = 4.6202 (1.073 sec/step)\n",
      "INFO:tensorflow:global step 46: loss = 4.6214 (0.876 sec/step)\n",
      "INFO:tensorflow:global step 47: loss = 4.5943 (1.072 sec/step)\n",
      "INFO:tensorflow:global step 48: loss = 4.6185 (0.945 sec/step)\n",
      "INFO:tensorflow:global step 49: loss = 4.6119 (0.861 sec/step)\n",
      "INFO:tensorflow:global step 50: loss = 5.5854 (1.203 sec/step)\n",
      "INFO:tensorflow:global step 51: loss = 4.7777 (1.280 sec/step)\n",
      "INFO:tensorflow:global step 52: loss = 4.9581 (0.847 sec/step)\n",
      "INFO:tensorflow:global step 53: loss = 4.6447 (0.852 sec/step)\n",
      "INFO:tensorflow:global step 54: loss = 4.5797 (1.079 sec/step)\n",
      "INFO:tensorflow:global step 55: loss = 4.5269 (1.224 sec/step)\n",
      "INFO:tensorflow:global step 56: loss = 4.5583 (0.928 sec/step)\n",
      "INFO:tensorflow:global step 57: loss = 4.5587 (1.127 sec/step)\n",
      "INFO:tensorflow:global step 58: loss = 4.5239 (0.786 sec/step)\n",
      "INFO:tensorflow:global step 59: loss = 4.4952 (0.783 sec/step)\n",
      "INFO:tensorflow:global step 60: loss = 4.5380 (1.252 sec/step)\n",
      "INFO:tensorflow:global step 61: loss = 4.5184 (0.763 sec/step)\n",
      "INFO:tensorflow:global step 62: loss = 4.5021 (1.192 sec/step)\n",
      "INFO:tensorflow:global step 63: loss = 8.4500 (1.149 sec/step)\n",
      "INFO:tensorflow:global step 64: loss = 4.4482 (1.059 sec/step)\n",
      "INFO:tensorflow:global step 65: loss = 4.4763 (1.006 sec/step)\n",
      "INFO:tensorflow:global step 66: loss = 4.4808 (0.905 sec/step)\n",
      "INFO:tensorflow:global step 67: loss = 4.4593 (1.107 sec/step)\n",
      "INFO:tensorflow:global step 68: loss = 4.4202 (1.069 sec/step)\n",
      "INFO:tensorflow:global step 69: loss = 4.4175 (0.965 sec/step)\n",
      "INFO:tensorflow:global step 70: loss = 4.4009 (1.358 sec/step)\n",
      "INFO:tensorflow:global step 71: loss = 4.4159 (0.957 sec/step)\n",
      "INFO:tensorflow:global step 72: loss = 4.3551 (0.979 sec/step)\n",
      "INFO:tensorflow:global step 73: loss = 4.3316 (0.778 sec/step)\n",
      "INFO:tensorflow:global step 74: loss = 4.3423 (1.023 sec/step)\n",
      "INFO:tensorflow:global step 75: loss = 4.4213 (0.862 sec/step)\n",
      "INFO:tensorflow:global step 76: loss = 4.3440 (1.047 sec/step)\n",
      "INFO:tensorflow:global step 77: loss = 4.3262 (0.841 sec/step)\n",
      "INFO:tensorflow:global step 78: loss = 4.3208 (1.232 sec/step)\n",
      "INFO:tensorflow:global step 79: loss = 4.3190 (1.056 sec/step)\n",
      "INFO:tensorflow:global step 80: loss = 4.2733 (0.923 sec/step)\n",
      "INFO:tensorflow:global step 81: loss = 4.2794 (1.181 sec/step)\n",
      "INFO:tensorflow:global step 82: loss = 4.2593 (1.221 sec/step)\n",
      "INFO:tensorflow:global step 83: loss = 4.2766 (1.217 sec/step)\n",
      "INFO:tensorflow:global step 84: loss = 4.2270 (0.967 sec/step)\n",
      "INFO:tensorflow:global step 85: loss = 4.2527 (1.217 sec/step)\n",
      "INFO:tensorflow:global step 86: loss = 4.2194 (1.342 sec/step)\n",
      "INFO:tensorflow:global step 87: loss = 4.1914 (1.222 sec/step)\n",
      "INFO:tensorflow:global step 88: loss = 4.2160 (0.811 sec/step)\n",
      "INFO:tensorflow:global step 89: loss = 4.2070 (1.007 sec/step)\n",
      "INFO:tensorflow:global step 90: loss = 4.1608 (0.898 sec/step)\n",
      "INFO:tensorflow:global step 91: loss = 5.0470 (1.183 sec/step)\n",
      "INFO:tensorflow:global step 92: loss = 4.2536 (1.002 sec/step)\n",
      "INFO:tensorflow:global step 93: loss = 5.0570 (1.132 sec/step)\n",
      "INFO:tensorflow:global step 94: loss = 4.3436 (0.877 sec/step)\n",
      "INFO:tensorflow:global step 95: loss = 4.0767 (1.058 sec/step)\n",
      "INFO:tensorflow:global step 96: loss = 4.0595 (0.721 sec/step)\n",
      "INFO:tensorflow:global step 97: loss = 4.0854 (0.877 sec/step)\n",
      "INFO:tensorflow:global step 98: loss = 4.0840 (0.974 sec/step)\n",
      "INFO:tensorflow:global step 99: loss = 4.0562 (1.114 sec/step)\n",
      "INFO:tensorflow:global step 100: loss = 4.0595 (1.363 sec/step)\n",
      "INFO:tensorflow:global step 101: loss = 4.0826 (0.845 sec/step)\n",
      "INFO:tensorflow:global step 102: loss = 4.1577 (0.891 sec/step)\n",
      "INFO:tensorflow:global step 103: loss = 8.6907 (1.023 sec/step)\n",
      "INFO:tensorflow:global step 104: loss = 4.0781 (0.903 sec/step)\n",
      "INFO:tensorflow:global step 105: loss = 4.0784 (1.141 sec/step)\n",
      "INFO:tensorflow:global step 106: loss = 4.0371 (1.038 sec/step)\n",
      "INFO:tensorflow:global step 107: loss = 4.0269 (0.822 sec/step)\n",
      "INFO:tensorflow:global step 108: loss = 3.9740 (0.871 sec/step)\n",
      "INFO:tensorflow:global step 109: loss = 4.0009 (0.781 sec/step)\n",
      "INFO:tensorflow:global step 110: loss = 3.9477 (1.185 sec/step)\n",
      "INFO:tensorflow:global step 111: loss = 3.9818 (0.922 sec/step)\n",
      "INFO:tensorflow:global step 112: loss = 3.9385 (0.638 sec/step)\n",
      "INFO:tensorflow:global step 113: loss = 4.1645 (1.074 sec/step)\n",
      "INFO:tensorflow:global step 114: loss = 3.9512 (1.198 sec/step)\n",
      "INFO:tensorflow:global step 115: loss = 3.9299 (1.057 sec/step)\n",
      "INFO:tensorflow:global step 116: loss = 3.9378 (1.168 sec/step)\n",
      "INFO:tensorflow:global step 117: loss = 4.1431 (0.914 sec/step)\n",
      "INFO:tensorflow:global step 118: loss = 3.9140 (0.996 sec/step)\n",
      "INFO:tensorflow:global step 119: loss = 3.8963 (0.977 sec/step)\n",
      "INFO:tensorflow:global step 120: loss = 3.8600 (1.056 sec/step)\n",
      "INFO:tensorflow:global step 121: loss = 4.0338 (0.876 sec/step)\n",
      "INFO:tensorflow:global step 122: loss = 3.8337 (0.870 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 123: loss = 3.7477 (1.188 sec/step)\n",
      "INFO:tensorflow:global step 124: loss = 3.8546 (0.981 sec/step)\n",
      "INFO:tensorflow:global step 125: loss = 4.0477 (0.929 sec/step)\n",
      "INFO:tensorflow:global step 126: loss = 3.8065 (0.969 sec/step)\n",
      "INFO:tensorflow:global step 127: loss = 5.7967 (0.992 sec/step)\n",
      "INFO:tensorflow:global step 128: loss = 4.1138 (0.927 sec/step)\n",
      "INFO:tensorflow:global step 129: loss = 3.8695 (0.961 sec/step)\n",
      "INFO:tensorflow:global step 130: loss = 4.8446 (1.011 sec/step)\n",
      "INFO:tensorflow:global step 131: loss = 3.8924 (0.871 sec/step)\n",
      "INFO:tensorflow:global step 132: loss = 3.7766 (1.456 sec/step)\n",
      "INFO:tensorflow:global step 133: loss = 3.7837 (0.813 sec/step)\n",
      "INFO:tensorflow:global step 134: loss = 3.7666 (1.032 sec/step)\n",
      "INFO:tensorflow:global step 135: loss = 3.7695 (1.107 sec/step)\n",
      "INFO:tensorflow:global step 136: loss = 3.7587 (0.807 sec/step)\n",
      "INFO:tensorflow:global step 137: loss = 3.7386 (0.861 sec/step)\n",
      "INFO:tensorflow:global step 138: loss = 3.7488 (1.144 sec/step)\n",
      "INFO:tensorflow:global step 139: loss = 3.7371 (1.059 sec/step)\n",
      "INFO:tensorflow:global step 140: loss = 7.1753 (1.082 sec/step)\n",
      "INFO:tensorflow:global step 141: loss = 3.6801 (0.732 sec/step)\n",
      "INFO:tensorflow:global step 142: loss = 3.7128 (0.951 sec/step)\n",
      "INFO:tensorflow:global step 143: loss = 7.9129 (0.800 sec/step)\n",
      "INFO:tensorflow:global step 144: loss = 3.7004 (1.302 sec/step)\n",
      "INFO:tensorflow:global step 145: loss = 3.6936 (1.169 sec/step)\n",
      "INFO:tensorflow:global step 146: loss = 3.6872 (1.285 sec/step)\n",
      "INFO:tensorflow:global step 147: loss = 4.0710 (0.938 sec/step)\n",
      "INFO:tensorflow:global step 148: loss = 3.6925 (1.059 sec/step)\n",
      "INFO:tensorflow:global step 149: loss = 3.6606 (0.741 sec/step)\n",
      "INFO:tensorflow:global step 150: loss = 3.6227 (1.068 sec/step)\n",
      "INFO:tensorflow:global step 151: loss = 3.6489 (1.023 sec/step)\n",
      "INFO:tensorflow:global step 152: loss = 3.6412 (1.250 sec/step)\n",
      "INFO:tensorflow:global step 153: loss = 3.6230 (0.907 sec/step)\n",
      "INFO:tensorflow:global step 154: loss = 3.6262 (0.913 sec/step)\n",
      "INFO:tensorflow:global step 155: loss = 3.6186 (0.848 sec/step)\n",
      "INFO:tensorflow:global step 156: loss = 5.4136 (0.846 sec/step)\n",
      "INFO:tensorflow:global step 157: loss = 3.6030 (0.779 sec/step)\n",
      "INFO:tensorflow:global step 158: loss = 3.5953 (1.009 sec/step)\n",
      "INFO:tensorflow:global step 159: loss = 3.5873 (1.007 sec/step)\n",
      "INFO:tensorflow:global step 160: loss = 3.5513 (1.268 sec/step)\n",
      "INFO:tensorflow:global step 161: loss = 3.5473 (1.283 sec/step)\n",
      "INFO:tensorflow:global step 162: loss = 3.5377 (0.971 sec/step)\n",
      "INFO:tensorflow:global step 163: loss = 3.5564 (0.897 sec/step)\n",
      "INFO:tensorflow:global step 164: loss = 3.8999 (1.282 sec/step)\n",
      "INFO:tensorflow:global step 165: loss = 3.5841 (0.985 sec/step)\n",
      "INFO:tensorflow:global step 166: loss = 3.5294 (1.015 sec/step)\n",
      "INFO:tensorflow:global step 167: loss = 3.4879 (1.025 sec/step)\n",
      "INFO:tensorflow:global step 168: loss = 3.4690 (0.720 sec/step)\n",
      "INFO:tensorflow:global step 169: loss = 4.0457 (1.028 sec/step)\n",
      "INFO:tensorflow:global step 170: loss = 3.8747 (1.395 sec/step)\n",
      "INFO:tensorflow:global step 171: loss = 4.6186 (1.036 sec/step)\n",
      "INFO:tensorflow:global step 172: loss = 4.2243 (0.831 sec/step)\n",
      "INFO:tensorflow:global step 173: loss = 3.5641 (0.838 sec/step)\n",
      "INFO:tensorflow:global step 174: loss = 3.3974 (1.160 sec/step)\n",
      "INFO:tensorflow:global step 175: loss = 3.4123 (0.800 sec/step)\n",
      "INFO:tensorflow:global step 176: loss = 3.4085 (0.878 sec/step)\n",
      "INFO:tensorflow:global step 177: loss = 3.4325 (1.179 sec/step)\n",
      "INFO:tensorflow:global step 178: loss = 3.4351 (0.991 sec/step)\n",
      "INFO:tensorflow:global step 179: loss = 5.8784 (1.167 sec/step)\n",
      "INFO:tensorflow:global step 180: loss = 3.4130 (1.243 sec/step)\n",
      "INFO:tensorflow:global step 181: loss = 3.4121 (0.905 sec/step)\n",
      "INFO:tensorflow:global step 182: loss = 3.3948 (1.258 sec/step)\n",
      "INFO:tensorflow:global step 183: loss = 3.4015 (0.885 sec/step)\n",
      "INFO:tensorflow:global step 184: loss = 3.3878 (1.003 sec/step)\n",
      "INFO:tensorflow:global step 185: loss = 3.3249 (1.021 sec/step)\n",
      "INFO:tensorflow:global step 186: loss = 3.3366 (1.197 sec/step)\n",
      "INFO:tensorflow:global step 187: loss = 3.3660 (0.920 sec/step)\n",
      "INFO:tensorflow:global step 188: loss = 3.3193 (0.922 sec/step)\n",
      "INFO:tensorflow:global step 189: loss = 3.2686 (1.234 sec/step)\n",
      "INFO:tensorflow:global step 190: loss = 3.2581 (1.061 sec/step)\n",
      "INFO:tensorflow:global step 191: loss = 3.2962 (1.031 sec/step)\n",
      "INFO:tensorflow:global step 192: loss = 3.3309 (1.267 sec/step)\n",
      "INFO:tensorflow:global step 193: loss = 3.3208 (0.782 sec/step)\n",
      "INFO:tensorflow:global step 194: loss = 5.8544 (1.162 sec/step)\n",
      "INFO:tensorflow:global step 195: loss = 3.3055 (0.933 sec/step)\n",
      "INFO:tensorflow:global step 196: loss = 3.2991 (0.824 sec/step)\n",
      "INFO:tensorflow:global step 197: loss = 3.2930 (1.038 sec/step)\n",
      "INFO:tensorflow:global step 198: loss = 3.2840 (1.042 sec/step)\n",
      "INFO:tensorflow:global step 199: loss = 3.2321 (0.812 sec/step)\n",
      "INFO:tensorflow:global step 200: loss = 3.2542 (0.950 sec/step)\n",
      "INFO:tensorflow:global step 201: loss = 3.2673 (1.346 sec/step)\n",
      "INFO:tensorflow:global step 202: loss = 3.2554 (1.068 sec/step)\n",
      "INFO:tensorflow:global step 203: loss = 3.2536 (0.763 sec/step)\n",
      "INFO:tensorflow:global step 204: loss = 3.5472 (0.984 sec/step)\n",
      "INFO:tensorflow:global step 205: loss = 3.2245 (0.770 sec/step)\n",
      "INFO:tensorflow:global step 206: loss = 3.5740 (0.866 sec/step)\n",
      "INFO:tensorflow:global step 207: loss = 3.5162 (1.098 sec/step)\n",
      "INFO:tensorflow:global step 208: loss = 3.4024 (0.854 sec/step)\n",
      "INFO:tensorflow:global step 209: loss = 3.2096 (0.895 sec/step)\n",
      "INFO:tensorflow:global step 210: loss = 3.3659 (1.442 sec/step)\n",
      "INFO:tensorflow:global step 211: loss = 3.1852 (0.948 sec/step)\n",
      "INFO:tensorflow:global step 212: loss = 3.1665 (1.349 sec/step)\n",
      "INFO:tensorflow:global step 213: loss = 3.1632 (1.000 sec/step)\n",
      "INFO:tensorflow:global step 214: loss = 3.1025 (0.913 sec/step)\n",
      "INFO:tensorflow:global step 215: loss = 3.1208 (1.206 sec/step)\n",
      "INFO:tensorflow:global step 216: loss = 3.1613 (0.880 sec/step)\n",
      "INFO:tensorflow:global step 217: loss = 3.1347 (0.995 sec/step)\n",
      "INFO:tensorflow:global step 218: loss = 5.5034 (0.731 sec/step)\n",
      "INFO:tensorflow:global step 219: loss = 3.1077 (0.983 sec/step)\n",
      "INFO:tensorflow:global step 220: loss = 3.1367 (1.136 sec/step)\n",
      "INFO:tensorflow:global step 221: loss = 3.0853 (0.989 sec/step)\n",
      "INFO:tensorflow:global step 222: loss = 3.1200 (1.161 sec/step)\n",
      "INFO:tensorflow:global step 223: loss = 3.0634 (1.118 sec/step)\n",
      "INFO:tensorflow:global step 224: loss = 3.1060 (0.964 sec/step)\n",
      "INFO:tensorflow:global step 225: loss = 3.0925 (0.778 sec/step)\n",
      "INFO:tensorflow:global step 226: loss = 2.9928 (1.104 sec/step)\n",
      "INFO:tensorflow:global step 227: loss = 3.0834 (0.975 sec/step)\n",
      "INFO:tensorflow:global step 228: loss = 2.9894 (0.941 sec/step)\n",
      "INFO:tensorflow:global step 229: loss = 3.0576 (0.771 sec/step)\n",
      "INFO:tensorflow:global step 230: loss = 3.0629 (0.805 sec/step)\n",
      "INFO:tensorflow:global step 231: loss = 3.0493 (1.308 sec/step)\n",
      "INFO:tensorflow:global step 232: loss = 3.8719 (1.060 sec/step)\n",
      "INFO:tensorflow:global step 233: loss = 3.4002 (0.889 sec/step)\n",
      "INFO:tensorflow:global step 234: loss = 3.1990 (1.266 sec/step)\n",
      "INFO:tensorflow:global step 235: loss = 3.2036 (1.000 sec/step)\n",
      "INFO:tensorflow:global step 236: loss = 3.0111 (1.041 sec/step)\n",
      "INFO:tensorflow:global step 237: loss = 3.0133 (0.904 sec/step)\n",
      "INFO:tensorflow:global step 238: loss = 2.9652 (0.913 sec/step)\n",
      "INFO:tensorflow:global step 239: loss = 2.9985 (1.273 sec/step)\n",
      "INFO:tensorflow:global step 240: loss = 2.9955 (0.973 sec/step)\n",
      "INFO:tensorflow:global step 241: loss = 2.9459 (1.018 sec/step)\n",
      "INFO:tensorflow:global step 242: loss = 2.9768 (0.946 sec/step)\n",
      "INFO:tensorflow:global step 243: loss = 2.9802 (1.203 sec/step)\n",
      "INFO:tensorflow:global step 244: loss = 4.1496 (1.090 sec/step)\n",
      "INFO:tensorflow:global step 245: loss = 2.9628 (1.229 sec/step)\n",
      "INFO:tensorflow:global step 246: loss = 2.9596 (0.811 sec/step)\n",
      "INFO:tensorflow:global step 247: loss = 2.9526 (0.991 sec/step)\n",
      "INFO:tensorflow:global step 248: loss = 2.9449 (1.265 sec/step)\n",
      "INFO:tensorflow:global step 249: loss = 2.9411 (0.978 sec/step)\n",
      "INFO:tensorflow:global step 250: loss = 3.0536 (1.053 sec/step)\n",
      "INFO:tensorflow:global step 251: loss = 2.8853 (1.316 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 252: loss = 2.9187 (0.897 sec/step)\n",
      "INFO:tensorflow:global step 253: loss = 2.8875 (0.755 sec/step)\n",
      "INFO:tensorflow:global step 254: loss = 2.9068 (1.350 sec/step)\n",
      "INFO:tensorflow:global step 255: loss = 2.8778 (0.811 sec/step)\n",
      "INFO:tensorflow:global step 256: loss = 2.8913 (1.058 sec/step)\n",
      "INFO:tensorflow:global step 257: loss = 2.8439 (1.010 sec/step)\n",
      "INFO:tensorflow:global step 258: loss = 2.8722 (0.670 sec/step)\n",
      "INFO:tensorflow:global step 259: loss = 2.8556 (0.972 sec/step)\n",
      "INFO:tensorflow:global step 260: loss = 4.0151 (0.821 sec/step)\n",
      "INFO:tensorflow:global step 261: loss = 2.8105 (1.459 sec/step)\n",
      "INFO:tensorflow:global step 262: loss = 2.8523 (1.075 sec/step)\n",
      "INFO:tensorflow:global step 263: loss = 2.8171 (0.908 sec/step)\n",
      "INFO:tensorflow:global step 264: loss = 2.8303 (1.140 sec/step)\n",
      "INFO:tensorflow:global step 265: loss = 2.8168 (1.105 sec/step)\n",
      "INFO:tensorflow:global step 266: loss = 2.7888 (0.975 sec/step)\n",
      "INFO:tensorflow:global step 267: loss = 2.7847 (0.937 sec/step)\n",
      "INFO:tensorflow:global step 268: loss = 2.8725 (0.898 sec/step)\n",
      "INFO:tensorflow:global step 269: loss = 2.8414 (0.956 sec/step)\n",
      "INFO:tensorflow:global step 270: loss = 3.0728 (0.863 sec/step)\n",
      "INFO:tensorflow:global step 271: loss = 2.7931 (1.051 sec/step)\n",
      "INFO:tensorflow:global step 272: loss = 2.7827 (0.743 sec/step)\n",
      "INFO:tensorflow:global step 273: loss = 2.7745 (1.167 sec/step)\n",
      "INFO:tensorflow:global step 274: loss = 2.7804 (1.096 sec/step)\n",
      "INFO:tensorflow:global step 275: loss = 2.7314 (0.995 sec/step)\n",
      "INFO:tensorflow:global step 276: loss = 2.7296 (0.986 sec/step)\n",
      "INFO:tensorflow:global step 277: loss = 2.6973 (0.864 sec/step)\n",
      "INFO:tensorflow:global step 278: loss = 2.7410 (1.087 sec/step)\n",
      "INFO:tensorflow:global step 279: loss = 2.7030 (1.050 sec/step)\n",
      "INFO:tensorflow:global step 280: loss = 2.7496 (0.992 sec/step)\n",
      "INFO:tensorflow:global step 281: loss = 2.6825 (0.917 sec/step)\n",
      "INFO:tensorflow:global step 282: loss = 2.6835 (1.252 sec/step)\n",
      "INFO:tensorflow:global step 283: loss = 2.6941 (1.232 sec/step)\n",
      "INFO:tensorflow:global step 284: loss = 3.0044 (0.827 sec/step)\n",
      "INFO:tensorflow:global step 285: loss = 2.6746 (0.704 sec/step)\n",
      "INFO:tensorflow:global step 286: loss = 2.6643 (1.124 sec/step)\n",
      "INFO:tensorflow:global step 287: loss = 2.6556 (1.235 sec/step)\n",
      "INFO:tensorflow:global step 288: loss = 2.6332 (1.113 sec/step)\n",
      "INFO:tensorflow:global step 289: loss = 2.7987 (0.947 sec/step)\n",
      "INFO:tensorflow:global step 290: loss = 2.5590 (0.696 sec/step)\n",
      "INFO:tensorflow:global step 291: loss = 2.5905 (0.910 sec/step)\n",
      "INFO:tensorflow:global step 292: loss = 2.5580 (1.320 sec/step)\n",
      "INFO:tensorflow:global step 293: loss = 2.6429 (1.116 sec/step)\n",
      "INFO:tensorflow:global step 294: loss = 2.6479 (1.256 sec/step)\n",
      "INFO:tensorflow:global step 295: loss = 3.2643 (0.741 sec/step)\n",
      "INFO:tensorflow:global step 296: loss = 4.0832 (1.097 sec/step)\n",
      "INFO:tensorflow:global step 297: loss = 2.6118 (1.065 sec/step)\n",
      "INFO:tensorflow:global step 298: loss = 2.6141 (1.062 sec/step)\n",
      "INFO:tensorflow:global step 299: loss = 2.6014 (0.858 sec/step)\n",
      "INFO:tensorflow:global step 300: loss = 2.5629 (1.161 sec/step)\n",
      "INFO:tensorflow:global step 301: loss = 2.5335 (1.009 sec/step)\n",
      "INFO:tensorflow:global step 302: loss = 2.7717 (0.939 sec/step)\n",
      "INFO:tensorflow:global step 303: loss = 2.5738 (1.118 sec/step)\n",
      "INFO:tensorflow:global step 304: loss = 2.6101 (1.314 sec/step)\n",
      "INFO:tensorflow:global step 305: loss = 2.5361 (0.768 sec/step)\n",
      "INFO:tensorflow:global step 306: loss = 2.5614 (0.812 sec/step)\n",
      "INFO:tensorflow:global step 307: loss = 2.5226 (1.114 sec/step)\n",
      "INFO:tensorflow:global step 308: loss = 2.5141 (1.071 sec/step)\n",
      "INFO:tensorflow:global step 309: loss = 2.4787 (0.815 sec/step)\n",
      "INFO:tensorflow:global step 310: loss = 5.9573 (0.986 sec/step)\n",
      "INFO:tensorflow:global step 311: loss = 2.5113 (0.847 sec/step)\n",
      "INFO:tensorflow:global step 312: loss = 2.4467 (1.201 sec/step)\n",
      "INFO:tensorflow:global step 313: loss = 2.4968 (0.907 sec/step)\n",
      "INFO:tensorflow:global step 314: loss = 2.4182 (0.919 sec/step)\n",
      "INFO:tensorflow:global step 315: loss = 2.4038 (0.874 sec/step)\n",
      "INFO:tensorflow:global step 316: loss = 2.4117 (0.984 sec/step)\n",
      "INFO:tensorflow:global step 317: loss = 2.4311 (0.723 sec/step)\n",
      "INFO:tensorflow:global step 318: loss = 2.4960 (1.043 sec/step)\n",
      "INFO:tensorflow:global step 319: loss = 2.4665 (1.379 sec/step)\n",
      "INFO:tensorflow:global step 320: loss = 2.5029 (0.901 sec/step)\n",
      "INFO:tensorflow:global step 321: loss = 2.5003 (1.566 sec/step)\n",
      "INFO:tensorflow:global step 322: loss = 2.4811 (0.929 sec/step)\n",
      "INFO:tensorflow:global step 323: loss = 3.2156 (0.808 sec/step)\n",
      "INFO:tensorflow:global step 324: loss = 2.4594 (0.657 sec/step)\n",
      "INFO:tensorflow:global step 325: loss = 2.3459 (0.964 sec/step)\n",
      "INFO:tensorflow:global step 326: loss = 2.3795 (0.890 sec/step)\n",
      "INFO:tensorflow:global step 327: loss = 2.2922 (1.067 sec/step)\n",
      "INFO:tensorflow:global step 328: loss = 2.3832 (0.903 sec/step)\n",
      "INFO:tensorflow:global step 329: loss = 2.3160 (1.131 sec/step)\n",
      "INFO:tensorflow:global step 330: loss = 2.3266 (1.026 sec/step)\n",
      "INFO:tensorflow:global step 331: loss = 2.3850 (1.153 sec/step)\n",
      "INFO:tensorflow:global step 332: loss = 2.5513 (0.812 sec/step)\n",
      "INFO:tensorflow:global step 333: loss = 2.4029 (1.361 sec/step)\n",
      "INFO:tensorflow:global step 334: loss = 2.3854 (1.173 sec/step)\n",
      "INFO:tensorflow:global step 335: loss = 2.4733 (0.771 sec/step)\n",
      "INFO:tensorflow:global step 336: loss = 2.3456 (0.980 sec/step)\n",
      "INFO:tensorflow:global step 337: loss = 2.4314 (0.905 sec/step)\n",
      "INFO:tensorflow:global step 338: loss = 2.3810 (1.293 sec/step)\n",
      "INFO:tensorflow:global step 339: loss = 2.2742 (0.980 sec/step)\n",
      "INFO:tensorflow:global step 340: loss = 2.3183 (1.024 sec/step)\n",
      "INFO:tensorflow:global step 341: loss = 2.4735 (1.003 sec/step)\n",
      "INFO:tensorflow:global step 342: loss = 2.1649 (1.102 sec/step)\n",
      "INFO:tensorflow:global step 343: loss = 2.3279 (1.004 sec/step)\n",
      "INFO:tensorflow:global step 344: loss = 2.3913 (1.091 sec/step)\n",
      "INFO:tensorflow:global step 345: loss = 2.1683 (0.772 sec/step)\n",
      "INFO:tensorflow:global step 346: loss = 2.2866 (1.200 sec/step)\n",
      "INFO:tensorflow:global step 347: loss = 2.2878 (1.018 sec/step)\n",
      "INFO:tensorflow:global step 348: loss = 2.4471 (1.391 sec/step)\n",
      "INFO:tensorflow:global step 349: loss = 2.2052 (0.891 sec/step)\n",
      "INFO:tensorflow:global step 350: loss = 2.2489 (0.986 sec/step)\n",
      "INFO:tensorflow:global step 351: loss = 2.2291 (1.169 sec/step)\n",
      "INFO:tensorflow:global step 352: loss = 2.2987 (1.152 sec/step)\n",
      "INFO:tensorflow:global step 353: loss = 2.2998 (0.802 sec/step)\n",
      "INFO:tensorflow:global step 354: loss = 2.1818 (1.014 sec/step)\n",
      "INFO:tensorflow:global step 355: loss = 2.2381 (1.047 sec/step)\n",
      "INFO:tensorflow:global step 356: loss = 2.2520 (0.750 sec/step)\n",
      "INFO:tensorflow:global step 357: loss = 2.3214 (0.942 sec/step)\n",
      "INFO:tensorflow:global step 358: loss = 2.3087 (1.155 sec/step)\n",
      "INFO:tensorflow:global step 359: loss = 2.2879 (0.892 sec/step)\n",
      "INFO:tensorflow:global step 360: loss = 2.3576 (1.315 sec/step)\n",
      "INFO:tensorflow:global step 361: loss = 2.3061 (0.988 sec/step)\n",
      "INFO:tensorflow:global step 362: loss = 2.5467 (0.860 sec/step)\n",
      "INFO:tensorflow:global step 363: loss = 2.2780 (0.908 sec/step)\n",
      "INFO:tensorflow:global step 364: loss = 2.1713 (1.096 sec/step)\n",
      "INFO:tensorflow:global step 365: loss = 2.2040 (1.156 sec/step)\n",
      "INFO:tensorflow:global step 366: loss = 2.1599 (1.201 sec/step)\n",
      "INFO:tensorflow:global step 367: loss = 2.2631 (0.822 sec/step)\n",
      "INFO:tensorflow:global step 368: loss = 2.2532 (1.160 sec/step)\n",
      "INFO:tensorflow:global step 369: loss = 2.2251 (0.798 sec/step)\n",
      "INFO:tensorflow:global step 370: loss = 2.2173 (1.245 sec/step)\n",
      "INFO:tensorflow:global step 371: loss = 2.1844 (0.923 sec/step)\n",
      "INFO:tensorflow:global step 372: loss = 2.2316 (1.462 sec/step)\n",
      "INFO:tensorflow:global step 373: loss = 2.3908 (1.091 sec/step)\n",
      "INFO:tensorflow:global step 374: loss = 2.3117 (0.870 sec/step)\n",
      "INFO:tensorflow:global step 375: loss = 2.4288 (0.930 sec/step)\n",
      "INFO:tensorflow:global step 376: loss = 2.1449 (0.981 sec/step)\n",
      "INFO:tensorflow:global step 377: loss = 2.1779 (1.208 sec/step)\n",
      "INFO:tensorflow:global step 378: loss = 2.0838 (1.042 sec/step)\n",
      "INFO:tensorflow:global step 379: loss = 2.1218 (0.881 sec/step)\n",
      "INFO:tensorflow:global step 380: loss = 2.3785 (1.009 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 381: loss = 2.0061 (1.001 sec/step)\n",
      "INFO:tensorflow:global step 382: loss = 2.0672 (1.087 sec/step)\n",
      "INFO:tensorflow:global step 383: loss = 2.0735 (0.957 sec/step)\n",
      "INFO:tensorflow:global step 384: loss = 2.1964 (0.851 sec/step)\n",
      "INFO:tensorflow:global step 385: loss = 2.0978 (0.999 sec/step)\n",
      "INFO:tensorflow:global step 386: loss = 2.1018 (1.152 sec/step)\n",
      "INFO:tensorflow:global step 387: loss = 4.2073 (0.802 sec/step)\n",
      "INFO:tensorflow:global step 388: loss = 2.0706 (1.292 sec/step)\n",
      "INFO:tensorflow:global step 389: loss = 2.1571 (0.958 sec/step)\n",
      "INFO:tensorflow:global step 390: loss = 2.1890 (0.762 sec/step)\n",
      "INFO:tensorflow:global step 391: loss = 2.1591 (1.251 sec/step)\n",
      "INFO:tensorflow:global step 392: loss = 1.9400 (1.044 sec/step)\n",
      "INFO:tensorflow:global step 393: loss = 2.1287 (0.940 sec/step)\n",
      "INFO:tensorflow:global step 394: loss = 1.9824 (1.188 sec/step)\n",
      "INFO:tensorflow:global step 395: loss = 2.2570 (0.678 sec/step)\n",
      "INFO:tensorflow:global step 396: loss = 2.0252 (1.173 sec/step)\n",
      "INFO:tensorflow:global step 397: loss = 2.1934 (1.044 sec/step)\n",
      "INFO:tensorflow:global step 398: loss = 2.0590 (0.987 sec/step)\n",
      "INFO:tensorflow:global step 399: loss = 2.6541 (0.941 sec/step)\n",
      "INFO:tensorflow:global step 400: loss = 2.1683 (0.928 sec/step)\n",
      "INFO:tensorflow:global step 401: loss = 2.1084 (0.945 sec/step)\n",
      "INFO:tensorflow:global step 402: loss = 2.0697 (1.006 sec/step)\n",
      "INFO:tensorflow:global step 403: loss = 2.2604 (0.955 sec/step)\n",
      "INFO:tensorflow:global step 404: loss = 2.0866 (1.002 sec/step)\n",
      "INFO:tensorflow:global step 405: loss = 2.0923 (1.280 sec/step)\n",
      "INFO:tensorflow:global step 406: loss = 2.0834 (1.074 sec/step)\n",
      "INFO:tensorflow:global step 407: loss = 2.0764 (0.883 sec/step)\n",
      "INFO:tensorflow:global step 408: loss = 2.1689 (0.864 sec/step)\n",
      "INFO:tensorflow:global step 409: loss = 2.0419 (0.895 sec/step)\n",
      "INFO:tensorflow:global step 410: loss = 2.0978 (0.764 sec/step)\n",
      "INFO:tensorflow:global step 411: loss = 2.0289 (1.327 sec/step)\n",
      "INFO:tensorflow:global step 412: loss = 2.1244 (1.287 sec/step)\n",
      "INFO:tensorflow:global step 413: loss = 2.0242 (0.812 sec/step)\n",
      "INFO:tensorflow:global step 414: loss = 1.9062 (0.806 sec/step)\n",
      "INFO:tensorflow:global step 415: loss = 2.0658 (1.018 sec/step)\n",
      "INFO:tensorflow:global step 416: loss = 2.0068 (1.215 sec/step)\n",
      "INFO:tensorflow:global step 417: loss = 2.0359 (1.006 sec/step)\n",
      "INFO:tensorflow:global step 418: loss = 1.8877 (1.008 sec/step)\n",
      "INFO:tensorflow:global step 419: loss = 1.9201 (0.897 sec/step)\n",
      "INFO:tensorflow:global step 420: loss = 1.9769 (0.939 sec/step)\n",
      "INFO:tensorflow:global step 421: loss = 1.9275 (1.106 sec/step)\n",
      "INFO:tensorflow:global step 422: loss = 1.9364 (1.261 sec/step)\n",
      "INFO:tensorflow:global step 423: loss = 2.2643 (1.042 sec/step)\n",
      "INFO:tensorflow:global step 424: loss = 2.3579 (0.892 sec/step)\n",
      "INFO:tensorflow:global step 425: loss = 1.8867 (1.172 sec/step)\n",
      "INFO:tensorflow:global step 426: loss = 1.9746 (0.965 sec/step)\n",
      "INFO:tensorflow:global step 427: loss = 2.0795 (0.956 sec/step)\n",
      "INFO:tensorflow:global step 428: loss = 1.9200 (1.024 sec/step)\n",
      "INFO:tensorflow:global step 429: loss = 1.8772 (0.855 sec/step)\n",
      "INFO:tensorflow:global step 430: loss = 1.8325 (1.075 sec/step)\n",
      "INFO:tensorflow:global step 431: loss = 1.9353 (0.950 sec/step)\n",
      "INFO:tensorflow:global step 432: loss = 1.7663 (1.267 sec/step)\n",
      "INFO:tensorflow:global step 433: loss = 1.8128 (1.027 sec/step)\n",
      "INFO:tensorflow:global step 434: loss = 1.8279 (0.953 sec/step)\n",
      "INFO:tensorflow:global step 435: loss = 1.9382 (1.155 sec/step)\n",
      "INFO:tensorflow:global step 436: loss = 1.8702 (1.111 sec/step)\n",
      "INFO:tensorflow:global step 437: loss = 1.7526 (0.802 sec/step)\n",
      "INFO:tensorflow:global step 438: loss = 1.8655 (1.261 sec/step)\n",
      "INFO:tensorflow:global step 439: loss = 1.9409 (0.742 sec/step)\n",
      "INFO:tensorflow:global step 440: loss = 2.7957 (0.823 sec/step)\n",
      "INFO:tensorflow:global step 441: loss = 1.8834 (0.801 sec/step)\n",
      "INFO:tensorflow:global step 442: loss = 1.8595 (1.309 sec/step)\n",
      "INFO:tensorflow:global step 443: loss = 1.7748 (1.053 sec/step)\n",
      "INFO:tensorflow:global step 444: loss = 1.8084 (1.051 sec/step)\n",
      "INFO:tensorflow:global step 445: loss = 1.7832 (0.824 sec/step)\n",
      "INFO:tensorflow:global step 446: loss = 1.8373 (0.988 sec/step)\n",
      "INFO:tensorflow:global step 447: loss = 1.8274 (1.065 sec/step)\n",
      "INFO:tensorflow:global step 448: loss = 1.9007 (1.134 sec/step)\n",
      "INFO:tensorflow:global step 449: loss = 1.7545 (0.963 sec/step)\n",
      "INFO:tensorflow:global step 450: loss = 1.8677 (1.083 sec/step)\n",
      "INFO:tensorflow:global step 451: loss = 1.7969 (1.123 sec/step)\n",
      "INFO:tensorflow:global step 452: loss = 1.8469 (0.991 sec/step)\n",
      "INFO:tensorflow:global step 453: loss = 2.3268 (1.190 sec/step)\n",
      "INFO:tensorflow:global step 454: loss = 1.7498 (0.732 sec/step)\n",
      "INFO:tensorflow:global step 455: loss = 2.0355 (1.128 sec/step)\n",
      "INFO:tensorflow:global step 456: loss = 2.0832 (1.131 sec/step)\n",
      "INFO:tensorflow:global step 457: loss = 1.7484 (1.030 sec/step)\n",
      "INFO:tensorflow:global step 458: loss = 1.7792 (1.171 sec/step)\n",
      "INFO:tensorflow:global step 459: loss = 1.7658 (0.956 sec/step)\n",
      "INFO:tensorflow:global step 460: loss = 1.7470 (0.942 sec/step)\n",
      "INFO:tensorflow:global step 461: loss = 2.2890 (1.158 sec/step)\n",
      "INFO:tensorflow:global step 462: loss = 1.7721 (1.102 sec/step)\n",
      "INFO:tensorflow:global step 463: loss = 1.8881 (0.854 sec/step)\n",
      "INFO:tensorflow:global step 464: loss = 1.8569 (1.178 sec/step)\n",
      "INFO:tensorflow:global step 465: loss = 1.8223 (1.136 sec/step)\n",
      "INFO:tensorflow:global step 466: loss = 1.9282 (0.886 sec/step)\n",
      "INFO:tensorflow:global step 467: loss = 1.7768 (0.918 sec/step)\n",
      "INFO:tensorflow:global step 468: loss = 1.7498 (0.835 sec/step)\n",
      "INFO:tensorflow:global step 469: loss = 1.7219 (0.867 sec/step)\n",
      "INFO:tensorflow:global step 470: loss = 1.6337 (1.138 sec/step)\n",
      "INFO:tensorflow:global step 471: loss = 1.6328 (1.181 sec/step)\n",
      "INFO:tensorflow:global step 472: loss = 1.8670 (0.882 sec/step)\n",
      "INFO:tensorflow:global step 473: loss = 1.9067 (0.888 sec/step)\n",
      "INFO:tensorflow:global step 474: loss = 1.6273 (1.109 sec/step)\n",
      "INFO:tensorflow:global step 475: loss = 1.6380 (1.101 sec/step)\n",
      "INFO:tensorflow:global step 476: loss = 1.7678 (1.449 sec/step)\n",
      "INFO:tensorflow:global step 477: loss = 1.6757 (0.872 sec/step)\n",
      "INFO:tensorflow:global step 478: loss = 1.8015 (0.814 sec/step)\n",
      "INFO:tensorflow:global step 479: loss = 1.6350 (1.026 sec/step)\n",
      "INFO:tensorflow:global step 480: loss = 1.7231 (0.985 sec/step)\n",
      "INFO:tensorflow:global step 481: loss = 1.7211 (1.173 sec/step)\n",
      "INFO:tensorflow:global step 482: loss = 1.5993 (0.947 sec/step)\n",
      "INFO:tensorflow:global step 483: loss = 1.6007 (1.067 sec/step)\n",
      "INFO:tensorflow:global step 484: loss = 1.7347 (1.294 sec/step)\n",
      "INFO:tensorflow:global step 485: loss = 1.7357 (1.083 sec/step)\n",
      "INFO:tensorflow:global step 486: loss = 1.7587 (1.265 sec/step)\n",
      "INFO:tensorflow:global step 487: loss = 1.6933 (0.760 sec/step)\n",
      "INFO:tensorflow:global step 488: loss = 1.7598 (1.003 sec/step)\n",
      "INFO:tensorflow:global step 489: loss = 1.5700 (1.078 sec/step)\n",
      "INFO:tensorflow:global step 490: loss = 1.4823 (0.962 sec/step)\n",
      "INFO:tensorflow:global step 491: loss = 2.7756 (1.133 sec/step)\n",
      "INFO:tensorflow:global step 492: loss = 1.6370 (0.935 sec/step)\n",
      "INFO:tensorflow:global step 493: loss = 1.5648 (0.996 sec/step)\n",
      "INFO:tensorflow:global step 494: loss = 1.9011 (0.973 sec/step)\n",
      "INFO:tensorflow:global step 495: loss = 1.7149 (0.915 sec/step)\n",
      "INFO:tensorflow:global step 496: loss = 1.6357 (1.032 sec/step)\n",
      "INFO:tensorflow:global step 497: loss = 2.3366 (1.103 sec/step)\n",
      "INFO:tensorflow:global step 498: loss = 1.5926 (1.143 sec/step)\n",
      "INFO:tensorflow:global step 499: loss = 1.6993 (0.912 sec/step)\n",
      "INFO:tensorflow:global step 500: loss = 1.6166 (1.062 sec/step)\n",
      "INFO:tensorflow:global step 501: loss = 1.7673 (0.867 sec/step)\n",
      "INFO:tensorflow:global step 502: loss = 1.5449 (1.567 sec/step)\n",
      "INFO:tensorflow:global step 503: loss = 1.4808 (0.963 sec/step)\n",
      "INFO:tensorflow:global step 504: loss = 1.6157 (0.984 sec/step)\n",
      "INFO:tensorflow:global step 505: loss = 1.6547 (1.053 sec/step)\n",
      "INFO:tensorflow:global step 506: loss = 1.4661 (0.941 sec/step)\n",
      "INFO:tensorflow:global step 507: loss = 1.8025 (1.165 sec/step)\n",
      "INFO:tensorflow:global step 508: loss = 1.6837 (0.952 sec/step)\n",
      "INFO:tensorflow:global step 509: loss = 1.5982 (0.896 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 510: loss = 1.5608 (1.037 sec/step)\n",
      "INFO:tensorflow:global step 511: loss = 1.5225 (1.050 sec/step)\n",
      "INFO:tensorflow:global step 512: loss = 1.5698 (0.696 sec/step)\n",
      "INFO:tensorflow:global step 513: loss = 1.5456 (0.792 sec/step)\n",
      "INFO:tensorflow:global step 514: loss = 1.6174 (1.022 sec/step)\n",
      "INFO:tensorflow:global step 515: loss = 1.5457 (1.212 sec/step)\n",
      "INFO:tensorflow:global step 516: loss = 1.6376 (1.078 sec/step)\n",
      "INFO:tensorflow:global step 517: loss = 1.4887 (0.979 sec/step)\n",
      "INFO:tensorflow:global step 518: loss = 1.4508 (0.995 sec/step)\n",
      "INFO:tensorflow:global step 519: loss = 1.6793 (1.133 sec/step)\n",
      "INFO:tensorflow:global step 520: loss = 1.6558 (1.024 sec/step)\n",
      "INFO:tensorflow:global step 521: loss = 1.5747 (1.083 sec/step)\n",
      "INFO:tensorflow:global step 522: loss = 1.6180 (1.098 sec/step)\n",
      "INFO:tensorflow:global step 523: loss = 1.4597 (0.699 sec/step)\n",
      "INFO:tensorflow:global step 524: loss = 1.6544 (1.253 sec/step)\n",
      "INFO:tensorflow:global step 525: loss = 1.6972 (0.899 sec/step)\n",
      "INFO:tensorflow:global step 526: loss = 1.6313 (0.871 sec/step)\n",
      "INFO:tensorflow:global step 527: loss = 1.6169 (1.049 sec/step)\n",
      "INFO:tensorflow:global step 528: loss = 1.6924 (0.966 sec/step)\n",
      "INFO:tensorflow:global step 529: loss = 1.5260 (1.075 sec/step)\n",
      "INFO:tensorflow:global step 530: loss = 1.4231 (0.966 sec/step)\n",
      "INFO:tensorflow:global step 531: loss = 1.3885 (0.991 sec/step)\n",
      "INFO:tensorflow:global step 532: loss = 1.3937 (0.954 sec/step)\n",
      "INFO:tensorflow:global step 533: loss = 1.5204 (1.288 sec/step)\n",
      "INFO:tensorflow:global step 534: loss = 1.4475 (1.060 sec/step)\n",
      "INFO:tensorflow:global step 535: loss = 1.9031 (1.150 sec/step)\n",
      "INFO:tensorflow:global step 536: loss = 1.4399 (0.892 sec/step)\n",
      "INFO:tensorflow:global step 537: loss = 1.5103 (0.953 sec/step)\n",
      "INFO:tensorflow:global step 538: loss = 1.5618 (1.095 sec/step)\n",
      "INFO:tensorflow:global step 539: loss = 1.3743 (0.924 sec/step)\n",
      "INFO:tensorflow:global step 540: loss = 1.4712 (1.075 sec/step)\n",
      "INFO:tensorflow:global step 541: loss = 1.5854 (1.214 sec/step)\n",
      "INFO:tensorflow:global step 542: loss = 1.4278 (1.127 sec/step)\n",
      "INFO:tensorflow:global step 543: loss = 1.4299 (0.753 sec/step)\n",
      "INFO:tensorflow:global step 544: loss = 1.4941 (0.850 sec/step)\n",
      "INFO:tensorflow:global step 545: loss = 1.4130 (1.051 sec/step)\n",
      "INFO:tensorflow:global step 546: loss = 1.3657 (1.088 sec/step)\n",
      "INFO:tensorflow:global step 547: loss = 1.5405 (1.052 sec/step)\n",
      "INFO:tensorflow:global step 548: loss = 1.3460 (0.873 sec/step)\n",
      "INFO:tensorflow:global step 549: loss = 1.3883 (1.048 sec/step)\n",
      "INFO:tensorflow:global step 550: loss = 1.3880 (1.048 sec/step)\n",
      "INFO:tensorflow:global step 551: loss = 1.4943 (0.939 sec/step)\n",
      "INFO:tensorflow:global step 552: loss = 1.3897 (0.901 sec/step)\n",
      "INFO:tensorflow:global step 553: loss = 1.3474 (0.808 sec/step)\n",
      "INFO:tensorflow:global step 554: loss = 1.5763 (1.061 sec/step)\n",
      "INFO:tensorflow:global step 555: loss = 1.3661 (1.212 sec/step)\n",
      "INFO:tensorflow:global step 556: loss = 1.5269 (0.883 sec/step)\n",
      "INFO:tensorflow:global step 557: loss = 1.4386 (0.961 sec/step)\n",
      "INFO:tensorflow:global step 558: loss = 1.3369 (1.142 sec/step)\n",
      "INFO:tensorflow:global step 559: loss = 1.3296 (1.005 sec/step)\n",
      "INFO:tensorflow:global step 560: loss = 1.3387 (1.049 sec/step)\n",
      "INFO:tensorflow:global step 561: loss = 1.5227 (1.118 sec/step)\n",
      "INFO:tensorflow:global step 562: loss = 1.2460 (1.185 sec/step)\n",
      "INFO:tensorflow:global step 563: loss = 1.4205 (0.865 sec/step)\n",
      "INFO:tensorflow:global step 564: loss = 1.3483 (1.046 sec/step)\n",
      "INFO:tensorflow:global step 565: loss = 1.3375 (0.785 sec/step)\n",
      "INFO:tensorflow:global step 566: loss = 1.3540 (1.157 sec/step)\n",
      "INFO:tensorflow:global step 567: loss = 1.4042 (0.994 sec/step)\n",
      "INFO:tensorflow:global step 568: loss = 1.5322 (1.135 sec/step)\n",
      "INFO:tensorflow:global step 569: loss = 1.3332 (0.899 sec/step)\n",
      "INFO:tensorflow:global step 570: loss = 1.3933 (1.182 sec/step)\n",
      "INFO:tensorflow:global step 571: loss = 1.2665 (0.596 sec/step)\n",
      "INFO:tensorflow:global step 572: loss = 1.1726 (1.087 sec/step)\n",
      "INFO:tensorflow:global step 573: loss = 1.5201 (1.105 sec/step)\n",
      "INFO:tensorflow:global step 574: loss = 1.2548 (1.142 sec/step)\n",
      "INFO:tensorflow:global step 575: loss = 1.8645 (1.104 sec/step)\n",
      "INFO:tensorflow:global step 576: loss = 1.3439 (1.020 sec/step)\n",
      "INFO:tensorflow:global step 577: loss = 1.4500 (0.912 sec/step)\n",
      "INFO:tensorflow:global step 578: loss = 1.5892 (1.157 sec/step)\n",
      "INFO:tensorflow:global step 579: loss = 1.4623 (0.908 sec/step)\n",
      "INFO:tensorflow:global step 580: loss = 1.5398 (1.188 sec/step)\n",
      "INFO:tensorflow:global step 581: loss = 1.5057 (1.012 sec/step)\n",
      "INFO:tensorflow:Saving checkpoint to path /tmp/resnet_v2_50_finetuned/model.ckpt\n",
      "INFO:tensorflow:global step 582: loss = 1.2164 (0.994 sec/step)\n",
      "INFO:tensorflow:global_step/sec: 0.972211\n",
      "INFO:tensorflow:Recording summary at step 582.\n",
      "INFO:tensorflow:global step 583: loss = 1.4369 (1.995 sec/step)\n",
      "INFO:tensorflow:global step 584: loss = 1.5148 (1.071 sec/step)\n",
      "INFO:tensorflow:global step 585: loss = 1.2070 (0.836 sec/step)\n",
      "INFO:tensorflow:global step 586: loss = 1.4146 (0.946 sec/step)\n",
      "INFO:tensorflow:global step 587: loss = 1.3276 (1.158 sec/step)\n",
      "INFO:tensorflow:global step 588: loss = 1.1677 (1.078 sec/step)\n",
      "INFO:tensorflow:global step 589: loss = 1.3419 (0.996 sec/step)\n",
      "INFO:tensorflow:global step 590: loss = 1.3749 (1.182 sec/step)\n",
      "INFO:tensorflow:global step 591: loss = 1.3659 (0.819 sec/step)\n",
      "INFO:tensorflow:global step 592: loss = 1.1714 (1.027 sec/step)\n",
      "INFO:tensorflow:global step 593: loss = 1.5641 (0.967 sec/step)\n",
      "INFO:tensorflow:global step 594: loss = 1.2152 (0.847 sec/step)\n",
      "INFO:tensorflow:global step 595: loss = 1.3741 (1.161 sec/step)\n",
      "INFO:tensorflow:global step 596: loss = 1.3286 (0.891 sec/step)\n",
      "INFO:tensorflow:global step 597: loss = 1.2142 (0.924 sec/step)\n",
      "INFO:tensorflow:global step 598: loss = 1.1516 (0.774 sec/step)\n",
      "INFO:tensorflow:global step 599: loss = 1.7054 (1.139 sec/step)\n",
      "INFO:tensorflow:global step 600: loss = 1.1835 (1.055 sec/step)\n",
      "INFO:tensorflow:global step 601: loss = 1.4568 (0.636 sec/step)\n",
      "INFO:tensorflow:global step 602: loss = 1.2800 (1.146 sec/step)\n",
      "INFO:tensorflow:global step 603: loss = 1.2511 (1.083 sec/step)\n",
      "INFO:tensorflow:global step 604: loss = 1.4118 (1.175 sec/step)\n",
      "INFO:tensorflow:global step 605: loss = 1.3489 (0.957 sec/step)\n",
      "INFO:tensorflow:global step 606: loss = 1.2735 (0.917 sec/step)\n",
      "INFO:tensorflow:global step 607: loss = 1.1184 (0.967 sec/step)\n",
      "INFO:tensorflow:global step 608: loss = 1.1828 (1.034 sec/step)\n",
      "INFO:tensorflow:global step 609: loss = 1.2476 (0.989 sec/step)\n",
      "INFO:tensorflow:global step 610: loss = 1.0802 (1.031 sec/step)\n",
      "INFO:tensorflow:global step 611: loss = 1.2008 (1.093 sec/step)\n",
      "INFO:tensorflow:global step 612: loss = 1.2691 (1.167 sec/step)\n",
      "INFO:tensorflow:global step 613: loss = 1.1867 (0.918 sec/step)\n",
      "INFO:tensorflow:global step 614: loss = 1.3328 (0.883 sec/step)\n",
      "INFO:tensorflow:global step 615: loss = 1.4051 (0.959 sec/step)\n",
      "INFO:tensorflow:global step 616: loss = 1.0987 (1.059 sec/step)\n",
      "INFO:tensorflow:global step 617: loss = 1.0976 (1.216 sec/step)\n",
      "INFO:tensorflow:global step 618: loss = 1.2213 (1.184 sec/step)\n",
      "INFO:tensorflow:global step 619: loss = 1.1065 (0.727 sec/step)\n",
      "INFO:tensorflow:global step 620: loss = 1.1852 (0.906 sec/step)\n",
      "INFO:tensorflow:global step 621: loss = 1.2018 (1.144 sec/step)\n",
      "INFO:tensorflow:global step 622: loss = 1.0419 (1.074 sec/step)\n",
      "INFO:tensorflow:global step 623: loss = 1.2538 (0.839 sec/step)\n",
      "INFO:tensorflow:global step 624: loss = 1.1619 (0.810 sec/step)\n",
      "INFO:tensorflow:global step 625: loss = 1.0511 (1.017 sec/step)\n",
      "INFO:tensorflow:global step 626: loss = 1.1637 (1.153 sec/step)\n",
      "INFO:tensorflow:global step 627: loss = 1.2805 (0.935 sec/step)\n",
      "INFO:tensorflow:global step 628: loss = 1.1825 (0.954 sec/step)\n",
      "INFO:tensorflow:global step 629: loss = 1.3507 (1.198 sec/step)\n",
      "INFO:tensorflow:global step 630: loss = 1.1796 (1.153 sec/step)\n",
      "INFO:tensorflow:global step 631: loss = 1.1026 (1.067 sec/step)\n",
      "INFO:tensorflow:global step 632: loss = 1.0260 (0.876 sec/step)\n",
      "INFO:tensorflow:global step 633: loss = 1.2569 (0.595 sec/step)\n",
      "INFO:tensorflow:global step 634: loss = 1.0161 (0.895 sec/step)\n",
      "INFO:tensorflow:global step 635: loss = 1.2035 (0.951 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 636: loss = 1.0169 (0.904 sec/step)\n",
      "INFO:tensorflow:global step 637: loss = 1.0351 (1.298 sec/step)\n",
      "INFO:tensorflow:global step 638: loss = 1.0033 (1.093 sec/step)\n",
      "INFO:tensorflow:global step 639: loss = 1.1731 (1.070 sec/step)\n",
      "INFO:tensorflow:global step 640: loss = 1.0932 (1.012 sec/step)\n",
      "INFO:tensorflow:global step 641: loss = 1.1462 (0.988 sec/step)\n",
      "INFO:tensorflow:global step 642: loss = 1.2451 (1.105 sec/step)\n",
      "INFO:tensorflow:global step 643: loss = 1.4127 (0.977 sec/step)\n",
      "INFO:tensorflow:global step 644: loss = 1.1244 (1.129 sec/step)\n",
      "INFO:tensorflow:global step 645: loss = 1.1321 (0.891 sec/step)\n",
      "INFO:tensorflow:global step 646: loss = 1.0959 (1.093 sec/step)\n",
      "INFO:tensorflow:global step 647: loss = 1.0449 (1.017 sec/step)\n",
      "INFO:tensorflow:global step 648: loss = 0.9948 (1.221 sec/step)\n",
      "INFO:tensorflow:global step 649: loss = 0.9749 (1.095 sec/step)\n",
      "INFO:tensorflow:global step 650: loss = 1.1970 (0.742 sec/step)\n",
      "INFO:tensorflow:global step 651: loss = 1.0512 (1.265 sec/step)\n",
      "INFO:tensorflow:global step 652: loss = 1.0943 (1.169 sec/step)\n",
      "INFO:tensorflow:global step 653: loss = 1.4358 (0.867 sec/step)\n",
      "INFO:tensorflow:global step 654: loss = 1.0047 (0.954 sec/step)\n",
      "INFO:tensorflow:global step 655: loss = 1.0508 (1.038 sec/step)\n",
      "INFO:tensorflow:global step 656: loss = 1.0020 (1.244 sec/step)\n",
      "INFO:tensorflow:global step 657: loss = 0.9739 (1.029 sec/step)\n",
      "INFO:tensorflow:global step 658: loss = 1.3376 (0.693 sec/step)\n",
      "INFO:tensorflow:global step 659: loss = 1.1325 (0.944 sec/step)\n",
      "INFO:tensorflow:global step 660: loss = 1.0846 (1.376 sec/step)\n",
      "INFO:tensorflow:global step 661: loss = 1.0631 (0.980 sec/step)\n",
      "INFO:tensorflow:global step 662: loss = 1.1971 (1.124 sec/step)\n",
      "INFO:tensorflow:global step 663: loss = 1.0085 (0.796 sec/step)\n",
      "INFO:tensorflow:global step 664: loss = 1.0027 (1.074 sec/step)\n",
      "INFO:tensorflow:global step 665: loss = 1.2103 (0.881 sec/step)\n",
      "INFO:tensorflow:global step 666: loss = 1.3510 (0.938 sec/step)\n",
      "INFO:tensorflow:global step 667: loss = 1.0498 (1.005 sec/step)\n",
      "INFO:tensorflow:global step 668: loss = 1.0204 (0.809 sec/step)\n",
      "INFO:tensorflow:global step 669: loss = 0.9773 (1.150 sec/step)\n",
      "INFO:tensorflow:global step 670: loss = 1.0614 (1.261 sec/step)\n",
      "INFO:tensorflow:global step 671: loss = 0.9703 (1.050 sec/step)\n",
      "INFO:tensorflow:global step 672: loss = 1.0628 (0.910 sec/step)\n",
      "INFO:tensorflow:global step 673: loss = 1.2508 (1.114 sec/step)\n",
      "INFO:tensorflow:global step 674: loss = 1.0889 (1.039 sec/step)\n",
      "INFO:tensorflow:global step 675: loss = 1.1621 (0.931 sec/step)\n",
      "INFO:tensorflow:global step 676: loss = 1.2623 (0.867 sec/step)\n",
      "INFO:tensorflow:global step 677: loss = 1.0254 (0.872 sec/step)\n",
      "INFO:tensorflow:global step 678: loss = 1.0248 (1.272 sec/step)\n",
      "INFO:tensorflow:global step 679: loss = 1.0897 (0.859 sec/step)\n",
      "INFO:tensorflow:global step 680: loss = 1.1385 (0.957 sec/step)\n",
      "INFO:tensorflow:global step 681: loss = 1.1219 (1.011 sec/step)\n",
      "INFO:tensorflow:global step 682: loss = 1.0135 (1.124 sec/step)\n",
      "INFO:tensorflow:global step 683: loss = 1.3429 (0.948 sec/step)\n",
      "INFO:tensorflow:global step 684: loss = 1.0995 (0.655 sec/step)\n",
      "INFO:tensorflow:global step 685: loss = 0.9454 (1.035 sec/step)\n",
      "INFO:tensorflow:global step 686: loss = 1.0043 (0.989 sec/step)\n",
      "INFO:tensorflow:global step 687: loss = 1.0143 (1.063 sec/step)\n",
      "INFO:tensorflow:global step 688: loss = 1.0452 (0.916 sec/step)\n",
      "INFO:tensorflow:global step 689: loss = 0.9772 (1.263 sec/step)\n",
      "INFO:tensorflow:global step 690: loss = 1.0164 (1.057 sec/step)\n",
      "INFO:tensorflow:global step 691: loss = 0.9789 (0.710 sec/step)\n",
      "INFO:tensorflow:global step 692: loss = 1.0600 (1.051 sec/step)\n",
      "INFO:tensorflow:global step 693: loss = 1.1098 (1.268 sec/step)\n",
      "INFO:tensorflow:global step 694: loss = 1.2117 (1.008 sec/step)\n",
      "INFO:tensorflow:global step 695: loss = 1.0253 (1.045 sec/step)\n",
      "INFO:tensorflow:global step 696: loss = 1.1156 (0.964 sec/step)\n",
      "INFO:tensorflow:global step 697: loss = 1.0307 (0.972 sec/step)\n",
      "INFO:tensorflow:global step 698: loss = 0.8964 (0.803 sec/step)\n",
      "INFO:tensorflow:global step 699: loss = 1.0869 (0.856 sec/step)\n",
      "INFO:tensorflow:global step 700: loss = 0.9690 (1.009 sec/step)\n",
      "INFO:tensorflow:global step 701: loss = 0.9300 (0.922 sec/step)\n",
      "INFO:tensorflow:global step 702: loss = 1.5088 (0.745 sec/step)\n",
      "INFO:tensorflow:global step 703: loss = 1.0151 (1.009 sec/step)\n",
      "INFO:tensorflow:global step 704: loss = 0.9284 (0.908 sec/step)\n",
      "INFO:tensorflow:global step 705: loss = 1.0030 (1.104 sec/step)\n",
      "INFO:tensorflow:global step 706: loss = 1.0202 (1.125 sec/step)\n",
      "INFO:tensorflow:global step 707: loss = 1.0883 (1.277 sec/step)\n",
      "INFO:tensorflow:global step 708: loss = 0.9897 (1.052 sec/step)\n",
      "INFO:tensorflow:global step 709: loss = 1.1116 (1.010 sec/step)\n",
      "INFO:tensorflow:global step 710: loss = 0.8742 (0.951 sec/step)\n",
      "INFO:tensorflow:global step 711: loss = 1.0107 (0.878 sec/step)\n",
      "INFO:tensorflow:global step 712: loss = 0.8860 (0.826 sec/step)\n",
      "INFO:tensorflow:global step 713: loss = 0.8890 (1.255 sec/step)\n",
      "INFO:tensorflow:global step 714: loss = 1.1931 (1.128 sec/step)\n",
      "INFO:tensorflow:global step 715: loss = 0.9961 (1.053 sec/step)\n",
      "INFO:tensorflow:global step 716: loss = 0.9380 (1.043 sec/step)\n",
      "INFO:tensorflow:global step 717: loss = 0.8465 (0.793 sec/step)\n",
      "INFO:tensorflow:global step 718: loss = 1.0538 (1.021 sec/step)\n",
      "INFO:tensorflow:global step 719: loss = 0.9010 (0.844 sec/step)\n",
      "INFO:tensorflow:global step 720: loss = 0.9153 (1.127 sec/step)\n",
      "INFO:tensorflow:global step 721: loss = 1.0113 (0.923 sec/step)\n",
      "INFO:tensorflow:global step 722: loss = 0.8390 (1.303 sec/step)\n",
      "INFO:tensorflow:global step 723: loss = 1.0349 (1.216 sec/step)\n",
      "INFO:tensorflow:global step 724: loss = 0.8387 (0.755 sec/step)\n",
      "INFO:tensorflow:global step 725: loss = 0.9365 (0.967 sec/step)\n",
      "INFO:tensorflow:global step 726: loss = 0.8646 (0.934 sec/step)\n",
      "INFO:tensorflow:global step 727: loss = 0.9966 (1.260 sec/step)\n",
      "INFO:tensorflow:global step 728: loss = 1.3809 (1.213 sec/step)\n",
      "INFO:tensorflow:global step 729: loss = 0.9211 (0.872 sec/step)\n",
      "INFO:tensorflow:global step 730: loss = 0.8755 (0.987 sec/step)\n",
      "INFO:tensorflow:global step 731: loss = 0.8558 (1.278 sec/step)\n",
      "INFO:tensorflow:global step 732: loss = 0.9748 (0.684 sec/step)\n",
      "INFO:tensorflow:global step 733: loss = 1.1251 (0.864 sec/step)\n",
      "INFO:tensorflow:global step 734: loss = 0.9578 (1.117 sec/step)\n",
      "INFO:tensorflow:global step 735: loss = 1.1202 (0.962 sec/step)\n",
      "INFO:tensorflow:global step 736: loss = 1.0301 (1.077 sec/step)\n",
      "INFO:tensorflow:global step 737: loss = 0.8175 (0.840 sec/step)\n",
      "INFO:tensorflow:global step 738: loss = 0.9301 (0.872 sec/step)\n",
      "INFO:tensorflow:global step 739: loss = 0.9600 (1.106 sec/step)\n",
      "INFO:tensorflow:global step 740: loss = 1.0064 (1.138 sec/step)\n",
      "INFO:tensorflow:global step 741: loss = 0.9311 (1.140 sec/step)\n",
      "INFO:tensorflow:global step 742: loss = 0.8140 (1.050 sec/step)\n",
      "INFO:tensorflow:global step 743: loss = 1.0130 (1.019 sec/step)\n",
      "INFO:tensorflow:global step 744: loss = 0.8490 (0.822 sec/step)\n",
      "INFO:tensorflow:global step 745: loss = 1.0372 (0.811 sec/step)\n",
      "INFO:tensorflow:global step 746: loss = 0.8938 (1.169 sec/step)\n",
      "INFO:tensorflow:global step 747: loss = 0.9180 (0.855 sec/step)\n",
      "INFO:tensorflow:global step 748: loss = 0.8381 (1.161 sec/step)\n",
      "INFO:tensorflow:global step 749: loss = 0.9018 (0.996 sec/step)\n",
      "INFO:tensorflow:global step 750: loss = 0.7999 (0.882 sec/step)\n",
      "INFO:tensorflow:global step 751: loss = 0.8616 (1.053 sec/step)\n",
      "INFO:tensorflow:global step 752: loss = 0.7951 (1.244 sec/step)\n",
      "INFO:tensorflow:global step 753: loss = 1.2720 (0.752 sec/step)\n",
      "INFO:tensorflow:global step 754: loss = 0.9166 (0.939 sec/step)\n",
      "INFO:tensorflow:global step 755: loss = 0.8316 (1.112 sec/step)\n",
      "INFO:tensorflow:global step 756: loss = 0.9668 (0.771 sec/step)\n",
      "INFO:tensorflow:global step 757: loss = 1.0955 (0.920 sec/step)\n",
      "INFO:tensorflow:global step 758: loss = 0.7835 (1.216 sec/step)\n",
      "INFO:tensorflow:global step 759: loss = 0.9187 (0.781 sec/step)\n",
      "INFO:tensorflow:global step 760: loss = 1.0044 (1.092 sec/step)\n",
      "INFO:tensorflow:global step 761: loss = 0.9660 (1.117 sec/step)\n",
      "INFO:tensorflow:global step 762: loss = 0.7888 (1.027 sec/step)\n",
      "INFO:tensorflow:global step 763: loss = 0.8533 (0.993 sec/step)\n",
      "INFO:tensorflow:global step 764: loss = 0.7636 (0.930 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 765: loss = 0.7785 (0.926 sec/step)\n",
      "INFO:tensorflow:global step 766: loss = 0.8785 (1.263 sec/step)\n",
      "INFO:tensorflow:global step 767: loss = 0.8962 (1.124 sec/step)\n",
      "INFO:tensorflow:global step 768: loss = 0.8074 (1.222 sec/step)\n",
      "INFO:tensorflow:global step 769: loss = 0.8858 (0.870 sec/step)\n",
      "INFO:tensorflow:global step 770: loss = 0.8393 (0.959 sec/step)\n",
      "INFO:tensorflow:global step 771: loss = 0.8315 (0.895 sec/step)\n",
      "INFO:tensorflow:global step 772: loss = 1.0705 (1.071 sec/step)\n",
      "INFO:tensorflow:global step 773: loss = 0.7676 (1.151 sec/step)\n",
      "INFO:tensorflow:global step 774: loss = 1.0752 (0.896 sec/step)\n",
      "INFO:tensorflow:global step 775: loss = 0.7845 (1.055 sec/step)\n",
      "INFO:tensorflow:global step 776: loss = 0.7742 (0.794 sec/step)\n",
      "INFO:tensorflow:global step 777: loss = 0.7556 (0.911 sec/step)\n",
      "INFO:tensorflow:global step 778: loss = 0.8307 (1.053 sec/step)\n",
      "INFO:tensorflow:global step 779: loss = 0.9944 (0.992 sec/step)\n",
      "INFO:tensorflow:global step 780: loss = 0.8387 (1.189 sec/step)\n",
      "INFO:tensorflow:global step 781: loss = 0.9998 (1.044 sec/step)\n",
      "INFO:tensorflow:global step 782: loss = 0.8638 (0.873 sec/step)\n",
      "INFO:tensorflow:global step 783: loss = 1.0385 (1.115 sec/step)\n",
      "INFO:tensorflow:global step 784: loss = 0.9474 (0.932 sec/step)\n",
      "INFO:tensorflow:global step 785: loss = 0.8664 (1.168 sec/step)\n",
      "INFO:tensorflow:global step 786: loss = 0.9932 (1.241 sec/step)\n",
      "INFO:tensorflow:global step 787: loss = 0.7864 (0.740 sec/step)\n",
      "INFO:tensorflow:global step 788: loss = 0.7304 (0.953 sec/step)\n",
      "INFO:tensorflow:global step 789: loss = 0.7202 (0.784 sec/step)\n",
      "INFO:tensorflow:global step 790: loss = 0.8561 (0.994 sec/step)\n",
      "INFO:tensorflow:global step 791: loss = 0.9979 (0.974 sec/step)\n",
      "INFO:tensorflow:global step 792: loss = 0.8299 (1.087 sec/step)\n",
      "INFO:tensorflow:global step 793: loss = 0.7306 (0.973 sec/step)\n",
      "INFO:tensorflow:global step 794: loss = 0.7198 (1.088 sec/step)\n",
      "INFO:tensorflow:global step 795: loss = 1.0905 (0.949 sec/step)\n",
      "INFO:tensorflow:global step 796: loss = 1.0255 (1.119 sec/step)\n",
      "INFO:tensorflow:global step 797: loss = 0.8338 (1.187 sec/step)\n",
      "INFO:tensorflow:global step 798: loss = 0.9476 (1.007 sec/step)\n",
      "INFO:tensorflow:global step 799: loss = 1.0186 (1.173 sec/step)\n",
      "INFO:tensorflow:global step 800: loss = 0.7284 (1.121 sec/step)\n",
      "INFO:tensorflow:global step 801: loss = 0.9623 (1.122 sec/step)\n",
      "INFO:tensorflow:global step 802: loss = 0.7513 (0.901 sec/step)\n",
      "INFO:tensorflow:global step 803: loss = 0.7795 (1.055 sec/step)\n",
      "INFO:tensorflow:global step 804: loss = 0.8157 (0.765 sec/step)\n",
      "INFO:tensorflow:global step 805: loss = 0.8019 (1.081 sec/step)\n",
      "INFO:tensorflow:global step 806: loss = 0.6989 (1.043 sec/step)\n",
      "INFO:tensorflow:global step 807: loss = 0.8355 (1.073 sec/step)\n",
      "INFO:tensorflow:global step 808: loss = 0.9114 (1.027 sec/step)\n",
      "INFO:tensorflow:global step 809: loss = 0.7018 (0.952 sec/step)\n",
      "INFO:tensorflow:global step 810: loss = 1.1913 (1.180 sec/step)\n",
      "INFO:tensorflow:global step 811: loss = 0.6929 (1.239 sec/step)\n",
      "INFO:tensorflow:global step 812: loss = 0.9306 (1.031 sec/step)\n",
      "INFO:tensorflow:global step 813: loss = 0.9771 (0.772 sec/step)\n",
      "INFO:tensorflow:global step 814: loss = 0.8299 (0.757 sec/step)\n",
      "INFO:tensorflow:global step 815: loss = 0.7131 (0.645 sec/step)\n",
      "INFO:tensorflow:global step 816: loss = 0.7305 (0.977 sec/step)\n",
      "INFO:tensorflow:global step 817: loss = 0.9616 (1.197 sec/step)\n",
      "INFO:tensorflow:global step 818: loss = 0.7255 (0.629 sec/step)\n",
      "INFO:tensorflow:global step 819: loss = 0.6955 (0.874 sec/step)\n",
      "INFO:tensorflow:global step 820: loss = 0.8305 (1.087 sec/step)\n",
      "INFO:tensorflow:global step 821: loss = 0.7520 (0.674 sec/step)\n",
      "INFO:tensorflow:global step 822: loss = 0.7137 (0.814 sec/step)\n",
      "INFO:tensorflow:global step 823: loss = 0.9261 (0.596 sec/step)\n",
      "INFO:tensorflow:global step 824: loss = 0.8870 (0.874 sec/step)\n",
      "INFO:tensorflow:global step 825: loss = 0.7239 (0.982 sec/step)\n",
      "INFO:tensorflow:global step 826: loss = 0.6925 (0.787 sec/step)\n",
      "INFO:tensorflow:global step 827: loss = 0.6912 (0.747 sec/step)\n",
      "INFO:tensorflow:global step 828: loss = 0.6775 (0.810 sec/step)\n",
      "INFO:tensorflow:global step 829: loss = 0.7718 (0.910 sec/step)\n",
      "INFO:tensorflow:global step 830: loss = 0.7166 (0.883 sec/step)\n",
      "INFO:tensorflow:global step 831: loss = 2.5323 (0.646 sec/step)\n",
      "INFO:tensorflow:global step 832: loss = 0.7909 (0.630 sec/step)\n",
      "INFO:tensorflow:global step 833: loss = 0.8153 (1.083 sec/step)\n",
      "INFO:tensorflow:global step 834: loss = 1.1525 (0.504 sec/step)\n",
      "INFO:tensorflow:global step 835: loss = 0.9500 (1.204 sec/step)\n",
      "INFO:tensorflow:global step 836: loss = 1.0908 (0.743 sec/step)\n",
      "INFO:tensorflow:global step 837: loss = 1.5333 (0.904 sec/step)\n",
      "INFO:tensorflow:global step 838: loss = 1.1181 (0.902 sec/step)\n",
      "INFO:tensorflow:global step 839: loss = 1.7931 (0.615 sec/step)\n",
      "INFO:tensorflow:global step 840: loss = 1.3509 (0.605 sec/step)\n",
      "INFO:tensorflow:global step 841: loss = 1.1782 (0.720 sec/step)\n",
      "INFO:tensorflow:global step 842: loss = 1.2686 (0.790 sec/step)\n",
      "INFO:tensorflow:global step 843: loss = 1.6445 (1.191 sec/step)\n",
      "INFO:tensorflow:global step 844: loss = 1.8415 (0.755 sec/step)\n",
      "INFO:tensorflow:global step 845: loss = 1.3012 (0.975 sec/step)\n",
      "INFO:tensorflow:global step 846: loss = 1.4064 (1.206 sec/step)\n",
      "INFO:tensorflow:global step 847: loss = 1.3869 (0.631 sec/step)\n",
      "INFO:tensorflow:global step 848: loss = 1.5120 (0.772 sec/step)\n",
      "INFO:tensorflow:global step 849: loss = 1.6100 (0.674 sec/step)\n",
      "INFO:tensorflow:global step 850: loss = 1.7150 (0.821 sec/step)\n",
      "INFO:tensorflow:global step 851: loss = 1.5473 (1.206 sec/step)\n",
      "INFO:tensorflow:global step 852: loss = 1.3766 (0.877 sec/step)\n",
      "INFO:tensorflow:global step 853: loss = 1.8702 (0.840 sec/step)\n",
      "INFO:tensorflow:global step 854: loss = 1.3896 (0.894 sec/step)\n",
      "INFO:tensorflow:global step 855: loss = 1.4625 (0.720 sec/step)\n",
      "INFO:tensorflow:global step 856: loss = 1.4738 (0.844 sec/step)\n",
      "INFO:tensorflow:global step 857: loss = 1.4834 (1.048 sec/step)\n",
      "INFO:tensorflow:global step 858: loss = 1.6088 (0.678 sec/step)\n",
      "INFO:tensorflow:global step 859: loss = 1.5799 (0.744 sec/step)\n",
      "INFO:tensorflow:global step 860: loss = 1.5390 (0.818 sec/step)\n",
      "INFO:tensorflow:global step 861: loss = 1.8555 (0.862 sec/step)\n",
      "INFO:tensorflow:global step 862: loss = 6.8705 (0.771 sec/step)\n",
      "INFO:tensorflow:global step 863: loss = 1.6974 (0.671 sec/step)\n",
      "INFO:tensorflow:global step 864: loss = 1.7567 (0.912 sec/step)\n",
      "INFO:tensorflow:global step 865: loss = 35.0903 (0.774 sec/step)\n",
      "INFO:tensorflow:global step 866: loss = 2.3592 (0.806 sec/step)\n",
      "INFO:tensorflow:global step 867: loss = 2.6013 (0.542 sec/step)\n",
      "INFO:tensorflow:global step 868: loss = 2.6831 (0.881 sec/step)\n",
      "INFO:tensorflow:global step 869: loss = 2.8562 (1.128 sec/step)\n",
      "INFO:tensorflow:global step 870: loss = 8.5326 (0.771 sec/step)\n",
      "INFO:tensorflow:global step 871: loss = 3.2379 (0.948 sec/step)\n",
      "INFO:tensorflow:global step 872: loss = 9.0542 (1.205 sec/step)\n",
      "INFO:tensorflow:global step 873: loss = 6.8029 (0.923 sec/step)\n",
      "INFO:tensorflow:global step 874: loss = 3.4505 (1.391 sec/step)\n",
      "INFO:tensorflow:global step 875: loss = 3.7318 (0.792 sec/step)\n",
      "INFO:tensorflow:global step 876: loss = 3.7183 (1.279 sec/step)\n",
      "INFO:tensorflow:global step 877: loss = 3.7479 (1.134 sec/step)\n",
      "INFO:tensorflow:global step 878: loss = 3.6561 (0.969 sec/step)\n",
      "INFO:tensorflow:global step 879: loss = 3.5785 (0.864 sec/step)\n",
      "INFO:tensorflow:global step 880: loss = 3.8350 (1.125 sec/step)\n",
      "INFO:tensorflow:global step 881: loss = 25.1887 (1.231 sec/step)\n",
      "INFO:tensorflow:global step 882: loss = 3.8504 (0.821 sec/step)\n",
      "INFO:tensorflow:global step 883: loss = 3.9934 (1.019 sec/step)\n",
      "INFO:tensorflow:global step 884: loss = 4.0961 (1.110 sec/step)\n",
      "INFO:tensorflow:global step 885: loss = 4.1374 (1.213 sec/step)\n",
      "INFO:tensorflow:global step 886: loss = 4.4402 (1.182 sec/step)\n",
      "INFO:tensorflow:global step 887: loss = 4.5118 (1.203 sec/step)\n",
      "INFO:tensorflow:global step 888: loss = 4.4664 (1.153 sec/step)\n",
      "INFO:tensorflow:global step 889: loss = 4.4411 (1.069 sec/step)\n",
      "INFO:tensorflow:global step 890: loss = 4.6620 (1.003 sec/step)\n",
      "INFO:tensorflow:global step 891: loss = 4.4533 (0.994 sec/step)\n",
      "INFO:tensorflow:global step 892: loss = 5.5280 (1.051 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 893: loss = 4.7103 (0.809 sec/step)\n",
      "INFO:tensorflow:global step 894: loss = 4.5407 (1.216 sec/step)\n",
      "INFO:tensorflow:global step 895: loss = 4.6006 (0.836 sec/step)\n",
      "INFO:tensorflow:global step 896: loss = 4.4649 (0.951 sec/step)\n",
      "INFO:tensorflow:global step 897: loss = 4.5705 (1.296 sec/step)\n",
      "INFO:tensorflow:global step 898: loss = 4.6019 (0.772 sec/step)\n",
      "INFO:tensorflow:global step 899: loss = 4.6330 (1.227 sec/step)\n",
      "INFO:tensorflow:global step 900: loss = 4.5017 (0.924 sec/step)\n",
      "INFO:tensorflow:global step 901: loss = 4.5670 (0.879 sec/step)\n",
      "INFO:tensorflow:global step 902: loss = 4.5709 (0.744 sec/step)\n",
      "INFO:tensorflow:global step 903: loss = 4.5250 (1.015 sec/step)\n",
      "INFO:tensorflow:global step 904: loss = 12.2690 (0.722 sec/step)\n",
      "INFO:tensorflow:global step 905: loss = 4.3504 (1.141 sec/step)\n",
      "INFO:tensorflow:global step 906: loss = 4.2359 (1.022 sec/step)\n",
      "INFO:tensorflow:global step 907: loss = 4.2276 (1.050 sec/step)\n",
      "INFO:tensorflow:global step 908: loss = 4.5886 (0.747 sec/step)\n",
      "INFO:tensorflow:global step 909: loss = 4.2457 (1.079 sec/step)\n",
      "INFO:tensorflow:global step 910: loss = 4.2274 (1.444 sec/step)\n",
      "INFO:tensorflow:global step 911: loss = 5.3561 (0.864 sec/step)\n",
      "INFO:tensorflow:global step 912: loss = 4.1466 (1.077 sec/step)\n",
      "INFO:tensorflow:global step 913: loss = 4.3771 (0.845 sec/step)\n",
      "INFO:tensorflow:global step 914: loss = 4.4291 (0.952 sec/step)\n",
      "INFO:tensorflow:global step 915: loss = 4.1532 (1.221 sec/step)\n",
      "INFO:tensorflow:global step 916: loss = 12.1266 (1.077 sec/step)\n",
      "INFO:tensorflow:global step 917: loss = 4.2185 (0.817 sec/step)\n",
      "INFO:tensorflow:global step 918: loss = 4.4321 (0.984 sec/step)\n",
      "INFO:tensorflow:global step 919: loss = 4.3821 (0.942 sec/step)\n",
      "INFO:tensorflow:global step 920: loss = 4.4027 (0.957 sec/step)\n",
      "INFO:tensorflow:global step 921: loss = 4.1327 (1.225 sec/step)\n",
      "INFO:tensorflow:global step 922: loss = 3.9452 (1.191 sec/step)\n",
      "INFO:tensorflow:global step 923: loss = 4.0605 (1.031 sec/step)\n",
      "INFO:tensorflow:global step 924: loss = 4.1210 (0.896 sec/step)\n",
      "INFO:tensorflow:global step 925: loss = 4.0131 (1.203 sec/step)\n",
      "INFO:tensorflow:global step 926: loss = 4.0379 (1.162 sec/step)\n",
      "INFO:tensorflow:global step 927: loss = 9.2609 (0.903 sec/step)\n",
      "INFO:tensorflow:global step 928: loss = 4.0055 (1.448 sec/step)\n",
      "INFO:tensorflow:global step 929: loss = 4.0512 (1.093 sec/step)\n",
      "INFO:tensorflow:global step 930: loss = 4.0307 (0.774 sec/step)\n",
      "INFO:tensorflow:global step 931: loss = 3.9096 (0.671 sec/step)\n",
      "INFO:tensorflow:global step 932: loss = 4.0017 (1.013 sec/step)\n",
      "INFO:tensorflow:global step 933: loss = 3.8387 (1.112 sec/step)\n",
      "INFO:tensorflow:global step 934: loss = 3.8569 (0.652 sec/step)\n",
      "INFO:tensorflow:global step 935: loss = 3.7572 (1.192 sec/step)\n",
      "INFO:tensorflow:global step 936: loss = 3.7673 (1.124 sec/step)\n",
      "INFO:tensorflow:global step 937: loss = 3.8039 (1.159 sec/step)\n",
      "INFO:tensorflow:global step 938: loss = 4.2212 (0.947 sec/step)\n",
      "INFO:tensorflow:global step 939: loss = 3.8481 (0.923 sec/step)\n",
      "INFO:tensorflow:global step 940: loss = 4.4493 (1.057 sec/step)\n",
      "INFO:tensorflow:global step 941: loss = 4.1273 (0.915 sec/step)\n",
      "INFO:tensorflow:global step 942: loss = 3.6495 (1.201 sec/step)\n",
      "INFO:tensorflow:global step 943: loss = 3.7774 (0.993 sec/step)\n",
      "INFO:tensorflow:global step 944: loss = 3.8821 (0.755 sec/step)\n",
      "INFO:tensorflow:global step 945: loss = 3.6354 (1.022 sec/step)\n",
      "INFO:tensorflow:global step 946: loss = 3.6964 (1.054 sec/step)\n",
      "INFO:tensorflow:global step 947: loss = 3.6433 (1.196 sec/step)\n",
      "INFO:tensorflow:global step 948: loss = 3.7138 (0.797 sec/step)\n",
      "INFO:tensorflow:global step 949: loss = 3.6767 (1.037 sec/step)\n",
      "INFO:tensorflow:global step 950: loss = 3.5673 (1.017 sec/step)\n",
      "INFO:tensorflow:global step 951: loss = 3.6891 (0.851 sec/step)\n",
      "INFO:tensorflow:global step 952: loss = 3.5910 (1.035 sec/step)\n",
      "INFO:tensorflow:global step 953: loss = 3.7932 (0.915 sec/step)\n",
      "INFO:tensorflow:global step 954: loss = 3.9196 (1.046 sec/step)\n",
      "INFO:tensorflow:global step 955: loss = 3.5152 (1.055 sec/step)\n",
      "INFO:tensorflow:global step 956: loss = 3.4802 (1.055 sec/step)\n",
      "INFO:tensorflow:global step 957: loss = 3.4354 (1.064 sec/step)\n",
      "INFO:tensorflow:global step 958: loss = 3.5557 (1.299 sec/step)\n",
      "INFO:tensorflow:global step 959: loss = 3.6539 (1.151 sec/step)\n",
      "INFO:tensorflow:global step 960: loss = 3.4223 (0.802 sec/step)\n",
      "INFO:tensorflow:global step 961: loss = 3.3582 (1.245 sec/step)\n",
      "INFO:tensorflow:global step 962: loss = 3.3082 (1.060 sec/step)\n",
      "INFO:tensorflow:global step 963: loss = 3.3730 (0.835 sec/step)\n",
      "INFO:tensorflow:global step 964: loss = 3.4468 (1.186 sec/step)\n",
      "INFO:tensorflow:global step 965: loss = 3.3106 (0.887 sec/step)\n",
      "INFO:tensorflow:global step 966: loss = 3.7361 (1.024 sec/step)\n",
      "INFO:tensorflow:global step 967: loss = 3.6426 (0.931 sec/step)\n",
      "INFO:tensorflow:global step 968: loss = 3.2903 (1.024 sec/step)\n",
      "INFO:tensorflow:global step 969: loss = 3.1882 (1.157 sec/step)\n",
      "INFO:tensorflow:global step 970: loss = 3.3440 (0.955 sec/step)\n",
      "INFO:tensorflow:global step 971: loss = 3.1252 (0.866 sec/step)\n",
      "INFO:tensorflow:global step 972: loss = 3.3468 (1.249 sec/step)\n",
      "INFO:tensorflow:global step 973: loss = 3.1456 (1.302 sec/step)\n",
      "INFO:tensorflow:global step 974: loss = 3.0603 (1.270 sec/step)\n",
      "INFO:tensorflow:global step 975: loss = 3.1118 (1.109 sec/step)\n",
      "INFO:tensorflow:global step 976: loss = 3.6354 (1.037 sec/step)\n",
      "INFO:tensorflow:global step 977: loss = 3.3664 (1.190 sec/step)\n",
      "INFO:tensorflow:global step 978: loss = 3.1530 (0.798 sec/step)\n",
      "INFO:tensorflow:global step 979: loss = 3.2284 (1.209 sec/step)\n",
      "INFO:tensorflow:global step 980: loss = 3.0626 (0.865 sec/step)\n",
      "INFO:tensorflow:global step 981: loss = 3.0518 (0.973 sec/step)\n",
      "INFO:tensorflow:global step 982: loss = 3.1292 (1.063 sec/step)\n",
      "INFO:tensorflow:global step 983: loss = 3.0364 (0.742 sec/step)\n",
      "INFO:tensorflow:global step 984: loss = 3.1346 (1.151 sec/step)\n",
      "INFO:tensorflow:global step 985: loss = 3.2007 (1.225 sec/step)\n",
      "INFO:tensorflow:global step 986: loss = 2.9901 (1.200 sec/step)\n",
      "INFO:tensorflow:global step 987: loss = 2.9237 (0.970 sec/step)\n",
      "INFO:tensorflow:global step 988: loss = 3.0270 (0.961 sec/step)\n",
      "INFO:tensorflow:global step 989: loss = 3.1380 (0.817 sec/step)\n",
      "INFO:tensorflow:global step 990: loss = 3.1689 (1.076 sec/step)\n",
      "INFO:tensorflow:global step 991: loss = 3.1128 (1.004 sec/step)\n",
      "INFO:tensorflow:global step 992: loss = 2.9774 (0.938 sec/step)\n",
      "INFO:tensorflow:global step 993: loss = 3.0344 (0.989 sec/step)\n",
      "INFO:tensorflow:global step 994: loss = 3.2945 (1.044 sec/step)\n",
      "INFO:tensorflow:global step 995: loss = 2.8650 (0.906 sec/step)\n",
      "INFO:tensorflow:global step 996: loss = 3.0311 (0.822 sec/step)\n",
      "INFO:tensorflow:global step 997: loss = 2.8524 (1.097 sec/step)\n",
      "INFO:tensorflow:global step 998: loss = 2.8858 (1.255 sec/step)\n",
      "INFO:tensorflow:global step 999: loss = 3.0026 (1.407 sec/step)\n",
      "INFO:tensorflow:global step 1000: loss = 2.7851 (0.854 sec/step)\n",
      "INFO:tensorflow:global step 1001: loss = 2.9016 (1.217 sec/step)\n",
      "INFO:tensorflow:global step 1002: loss = 3.0658 (0.915 sec/step)\n",
      "INFO:tensorflow:global step 1003: loss = 2.8807 (0.707 sec/step)\n",
      "INFO:tensorflow:global step 1004: loss = 6.7592 (0.986 sec/step)\n",
      "INFO:tensorflow:global step 1005: loss = 2.9856 (1.052 sec/step)\n",
      "INFO:tensorflow:global step 1006: loss = 3.0377 (1.087 sec/step)\n",
      "INFO:tensorflow:global step 1007: loss = 3.2274 (1.084 sec/step)\n",
      "INFO:tensorflow:global step 1008: loss = 2.8904 (0.730 sec/step)\n",
      "INFO:tensorflow:global step 1009: loss = 2.8368 (1.072 sec/step)\n",
      "INFO:tensorflow:global step 1010: loss = 2.9618 (0.950 sec/step)\n",
      "INFO:tensorflow:global step 1011: loss = 2.8526 (0.960 sec/step)\n",
      "INFO:tensorflow:global step 1012: loss = 3.0176 (1.211 sec/step)\n",
      "INFO:tensorflow:global step 1013: loss = 3.1211 (1.045 sec/step)\n",
      "INFO:tensorflow:global step 1014: loss = 3.2187 (1.084 sec/step)\n",
      "INFO:tensorflow:global step 1015: loss = 3.1275 (1.007 sec/step)\n",
      "INFO:tensorflow:global step 1016: loss = 3.0342 (1.113 sec/step)\n",
      "INFO:tensorflow:global step 1017: loss = 3.1867 (1.252 sec/step)\n",
      "INFO:tensorflow:global step 1018: loss = 3.3467 (1.025 sec/step)\n",
      "INFO:tensorflow:global step 1019: loss = 3.2010 (1.033 sec/step)\n",
      "INFO:tensorflow:global step 1020: loss = 3.0704 (1.013 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 1021: loss = 3.4146 (0.992 sec/step)\n",
      "INFO:tensorflow:global step 1022: loss = 3.0825 (1.150 sec/step)\n",
      "INFO:tensorflow:global step 1023: loss = 3.1980 (0.770 sec/step)\n",
      "INFO:tensorflow:global step 1024: loss = 3.1095 (0.880 sec/step)\n",
      "INFO:tensorflow:global step 1025: loss = 3.3603 (0.790 sec/step)\n",
      "INFO:tensorflow:global step 1026: loss = 3.3106 (1.182 sec/step)\n",
      "INFO:tensorflow:global step 1027: loss = 3.1792 (0.814 sec/step)\n",
      "INFO:tensorflow:global step 1028: loss = 3.1134 (0.880 sec/step)\n",
      "INFO:tensorflow:global step 1029: loss = 3.9513 (1.256 sec/step)\n",
      "INFO:tensorflow:global step 1030: loss = 3.1023 (1.075 sec/step)\n",
      "INFO:tensorflow:global step 1031: loss = 3.2940 (0.974 sec/step)\n",
      "INFO:tensorflow:global step 1032: loss = 3.1074 (1.081 sec/step)\n",
      "INFO:tensorflow:global step 1033: loss = 3.0345 (1.048 sec/step)\n",
      "INFO:tensorflow:global step 1034: loss = 3.4760 (0.837 sec/step)\n",
      "INFO:tensorflow:global step 1035: loss = 3.2149 (0.834 sec/step)\n",
      "INFO:tensorflow:global step 1036: loss = 3.0911 (1.357 sec/step)\n",
      "INFO:tensorflow:global step 1037: loss = 3.1346 (0.944 sec/step)\n",
      "INFO:tensorflow:global step 1038: loss = 3.0759 (0.975 sec/step)\n",
      "INFO:tensorflow:global step 1039: loss = 2.9859 (1.128 sec/step)\n",
      "INFO:tensorflow:global step 1040: loss = 2.9575 (0.858 sec/step)\n",
      "INFO:tensorflow:global step 1041: loss = 2.9825 (1.092 sec/step)\n",
      "INFO:tensorflow:global step 1042: loss = 2.9998 (1.164 sec/step)\n",
      "INFO:tensorflow:global step 1043: loss = 3.0115 (1.184 sec/step)\n",
      "INFO:tensorflow:global step 1044: loss = 3.1152 (1.232 sec/step)\n",
      "INFO:tensorflow:global step 1045: loss = 2.9372 (1.025 sec/step)\n",
      "INFO:tensorflow:global step 1046: loss = 3.3190 (1.096 sec/step)\n",
      "INFO:tensorflow:global step 1047: loss = 2.9504 (0.867 sec/step)\n",
      "INFO:tensorflow:global step 1048: loss = 3.1365 (0.888 sec/step)\n",
      "INFO:tensorflow:global step 1049: loss = 2.8283 (1.205 sec/step)\n",
      "INFO:tensorflow:global step 1050: loss = 2.9546 (1.045 sec/step)\n",
      "INFO:tensorflow:global step 1051: loss = 2.7287 (0.820 sec/step)\n",
      "INFO:tensorflow:global step 1052: loss = 3.0240 (0.849 sec/step)\n",
      "INFO:tensorflow:global step 1053: loss = 2.8106 (1.179 sec/step)\n",
      "INFO:tensorflow:global step 1054: loss = 2.9596 (0.934 sec/step)\n",
      "INFO:tensorflow:global step 1055: loss = 2.9777 (0.863 sec/step)\n",
      "INFO:tensorflow:global step 1056: loss = 3.2859 (1.279 sec/step)\n",
      "INFO:tensorflow:global step 1057: loss = 2.8751 (0.963 sec/step)\n",
      "INFO:tensorflow:global step 1058: loss = 2.6686 (1.259 sec/step)\n",
      "INFO:tensorflow:global step 1059: loss = 2.9647 (0.847 sec/step)\n",
      "INFO:tensorflow:global step 1060: loss = 2.6772 (0.944 sec/step)\n",
      "INFO:tensorflow:global step 1061: loss = 2.7404 (0.895 sec/step)\n",
      "INFO:tensorflow:global step 1062: loss = 2.9321 (0.657 sec/step)\n",
      "INFO:tensorflow:global step 1063: loss = 2.5723 (1.339 sec/step)\n",
      "INFO:tensorflow:global step 1064: loss = 2.6514 (0.947 sec/step)\n",
      "INFO:tensorflow:global step 1065: loss = 2.8370 (1.117 sec/step)\n",
      "INFO:tensorflow:global step 1066: loss = 2.7454 (0.791 sec/step)\n",
      "INFO:tensorflow:global step 1067: loss = 2.6231 (1.126 sec/step)\n",
      "INFO:tensorflow:global step 1068: loss = 2.5349 (0.993 sec/step)\n",
      "INFO:tensorflow:global step 1069: loss = 2.5688 (1.065 sec/step)\n",
      "INFO:tensorflow:global step 1070: loss = 2.7181 (1.108 sec/step)\n",
      "INFO:tensorflow:global step 1071: loss = 3.7117 (0.925 sec/step)\n",
      "INFO:tensorflow:global step 1072: loss = 2.8193 (0.921 sec/step)\n",
      "INFO:tensorflow:global step 1073: loss = 2.4868 (1.004 sec/step)\n",
      "INFO:tensorflow:global step 1074: loss = 2.4924 (0.894 sec/step)\n",
      "INFO:tensorflow:global step 1075: loss = 2.6390 (1.291 sec/step)\n",
      "INFO:tensorflow:global step 1076: loss = 2.6088 (0.884 sec/step)\n",
      "INFO:tensorflow:global step 1077: loss = 2.6029 (1.196 sec/step)\n",
      "INFO:tensorflow:global step 1078: loss = 2.4559 (0.993 sec/step)\n",
      "INFO:tensorflow:global step 1079: loss = 2.5838 (1.170 sec/step)\n",
      "INFO:tensorflow:global step 1080: loss = 2.5276 (1.030 sec/step)\n",
      "INFO:tensorflow:global step 1081: loss = 2.8415 (1.078 sec/step)\n",
      "INFO:tensorflow:global step 1082: loss = 3.7359 (0.997 sec/step)\n",
      "INFO:tensorflow:global step 1083: loss = 2.4477 (1.127 sec/step)\n",
      "INFO:tensorflow:global step 1084: loss = 2.4802 (1.521 sec/step)\n",
      "INFO:tensorflow:global step 1085: loss = 2.4930 (1.096 sec/step)\n",
      "INFO:tensorflow:global step 1086: loss = 2.6553 (0.844 sec/step)\n",
      "INFO:tensorflow:global step 1087: loss = 2.5563 (0.744 sec/step)\n",
      "INFO:tensorflow:global step 1088: loss = 2.3829 (0.806 sec/step)\n",
      "INFO:tensorflow:global step 1089: loss = 2.6037 (0.759 sec/step)\n",
      "INFO:tensorflow:global step 1090: loss = 2.5287 (1.071 sec/step)\n",
      "INFO:tensorflow:global step 1091: loss = 2.4576 (1.168 sec/step)\n",
      "INFO:tensorflow:global step 1092: loss = 2.4535 (1.336 sec/step)\n",
      "INFO:tensorflow:global step 1093: loss = 2.5923 (0.965 sec/step)\n",
      "INFO:tensorflow:global step 1094: loss = 2.5169 (0.886 sec/step)\n",
      "INFO:tensorflow:global step 1095: loss = 2.7626 (1.075 sec/step)\n",
      "INFO:tensorflow:global step 1096: loss = 2.4731 (0.948 sec/step)\n",
      "INFO:tensorflow:global step 1097: loss = 2.4650 (1.337 sec/step)\n",
      "INFO:tensorflow:global step 1098: loss = 2.4174 (0.838 sec/step)\n",
      "INFO:tensorflow:global step 1099: loss = 2.3508 (0.899 sec/step)\n",
      "INFO:tensorflow:global step 1100: loss = 2.3551 (0.900 sec/step)\n",
      "INFO:tensorflow:global step 1101: loss = 2.5078 (1.101 sec/step)\n",
      "INFO:tensorflow:global step 1102: loss = 2.2827 (1.193 sec/step)\n",
      "INFO:tensorflow:global step 1103: loss = 2.2180 (1.041 sec/step)\n",
      "INFO:tensorflow:global step 1104: loss = 2.3405 (1.023 sec/step)\n",
      "INFO:tensorflow:global step 1105: loss = 2.6473 (0.821 sec/step)\n",
      "INFO:tensorflow:global step 1106: loss = 2.2828 (1.105 sec/step)\n",
      "INFO:tensorflow:global step 1107: loss = 2.4597 (0.830 sec/step)\n",
      "INFO:tensorflow:global step 1108: loss = 2.4025 (0.790 sec/step)\n",
      "INFO:tensorflow:global step 1109: loss = 2.4776 (1.387 sec/step)\n",
      "INFO:tensorflow:global step 1110: loss = 2.4215 (1.060 sec/step)\n",
      "INFO:tensorflow:global step 1111: loss = 2.3598 (0.889 sec/step)\n",
      "INFO:tensorflow:global step 1112: loss = 2.2326 (0.834 sec/step)\n",
      "INFO:tensorflow:global step 1113: loss = 2.1812 (1.243 sec/step)\n",
      "INFO:tensorflow:global step 1114: loss = 2.2290 (0.829 sec/step)\n",
      "INFO:tensorflow:global step 1115: loss = 2.3404 (1.088 sec/step)\n",
      "INFO:tensorflow:global step 1116: loss = 2.2371 (1.219 sec/step)\n",
      "INFO:tensorflow:global step 1117: loss = 2.2192 (0.862 sec/step)\n",
      "INFO:tensorflow:global step 1118: loss = 2.3070 (0.930 sec/step)\n",
      "INFO:tensorflow:global step 1119: loss = 2.1205 (0.917 sec/step)\n",
      "INFO:tensorflow:global step 1120: loss = 2.2718 (1.152 sec/step)\n",
      "INFO:tensorflow:global step 1121: loss = 2.2006 (1.198 sec/step)\n",
      "INFO:tensorflow:global step 1122: loss = 2.2382 (0.880 sec/step)\n",
      "INFO:tensorflow:global step 1123: loss = 5.5647 (1.101 sec/step)\n",
      "INFO:tensorflow:global step 1124: loss = 2.3921 (0.958 sec/step)\n",
      "INFO:tensorflow:global step 1125: loss = 2.5762 (0.911 sec/step)\n",
      "INFO:tensorflow:global step 1126: loss = 2.2732 (1.235 sec/step)\n",
      "INFO:tensorflow:global step 1127: loss = 2.1027 (0.868 sec/step)\n",
      "INFO:tensorflow:global step 1128: loss = 2.2128 (0.712 sec/step)\n",
      "INFO:tensorflow:global step 1129: loss = 2.0720 (1.056 sec/step)\n",
      "INFO:tensorflow:global step 1130: loss = 2.2765 (1.318 sec/step)\n",
      "INFO:tensorflow:global step 1131: loss = 2.3710 (0.948 sec/step)\n",
      "INFO:tensorflow:global step 1132: loss = 2.4062 (1.196 sec/step)\n",
      "INFO:tensorflow:global step 1133: loss = 2.3882 (0.972 sec/step)\n",
      "INFO:tensorflow:global step 1134: loss = 2.2162 (0.906 sec/step)\n",
      "INFO:tensorflow:global step 1135: loss = 2.3493 (0.929 sec/step)\n",
      "INFO:tensorflow:global step 1136: loss = 2.2422 (1.059 sec/step)\n",
      "INFO:tensorflow:global step 1137: loss = 3.6087 (0.882 sec/step)\n",
      "INFO:tensorflow:global step 1138: loss = 2.1542 (1.065 sec/step)\n",
      "INFO:tensorflow:global step 1139: loss = 2.1919 (0.938 sec/step)\n",
      "INFO:tensorflow:global step 1140: loss = 2.2513 (1.174 sec/step)\n",
      "INFO:tensorflow:global step 1141: loss = 2.2601 (0.940 sec/step)\n",
      "INFO:tensorflow:global step 1142: loss = 2.3508 (1.201 sec/step)\n",
      "INFO:tensorflow:global step 1143: loss = 2.3900 (1.036 sec/step)\n",
      "INFO:tensorflow:global step 1144: loss = 2.2214 (1.214 sec/step)\n",
      "INFO:tensorflow:global step 1145: loss = 2.2502 (1.296 sec/step)\n",
      "INFO:tensorflow:global step 1146: loss = 2.1860 (0.909 sec/step)\n",
      "INFO:tensorflow:global step 1147: loss = 2.1391 (0.809 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 1148: loss = 2.5834 (1.140 sec/step)\n",
      "INFO:tensorflow:global step 1149: loss = 2.2803 (1.229 sec/step)\n",
      "INFO:tensorflow:global step 1150: loss = 2.4511 (1.144 sec/step)\n",
      "INFO:tensorflow:global step 1151: loss = 2.3602 (0.809 sec/step)\n",
      "INFO:tensorflow:global step 1152: loss = 2.1608 (1.130 sec/step)\n",
      "INFO:tensorflow:global step 1153: loss = 2.1750 (0.905 sec/step)\n",
      "INFO:tensorflow:global step 1154: loss = 2.2033 (1.232 sec/step)\n",
      "INFO:tensorflow:global step 1155: loss = 2.3576 (0.775 sec/step)\n",
      "INFO:tensorflow:global step 1156: loss = 2.1010 (1.093 sec/step)\n",
      "INFO:tensorflow:global step 1157: loss = 2.0923 (1.049 sec/step)\n",
      "INFO:tensorflow:global step 1158: loss = 2.1637 (0.883 sec/step)\n",
      "INFO:tensorflow:global step 1159: loss = 2.1786 (1.311 sec/step)\n",
      "INFO:tensorflow:global step 1160: loss = 2.2601 (1.441 sec/step)\n",
      "INFO:tensorflow:global step 1161: loss = 2.0684 (1.141 sec/step)\n",
      "INFO:tensorflow:global step 1162: loss = 2.1425 (0.715 sec/step)\n",
      "INFO:tensorflow:global step 1163: loss = 2.1324 (0.885 sec/step)\n",
      "INFO:tensorflow:global step 1164: loss = 2.3228 (0.970 sec/step)\n",
      "INFO:tensorflow:global step 1165: loss = 2.0056 (0.965 sec/step)\n",
      "INFO:tensorflow:global step 1166: loss = 2.0304 (1.347 sec/step)\n",
      "INFO:tensorflow:global step 1167: loss = 2.0992 (0.944 sec/step)\n",
      "INFO:tensorflow:global step 1168: loss = 2.1263 (0.901 sec/step)\n",
      "INFO:tensorflow:global step 1169: loss = 1.9233 (1.224 sec/step)\n",
      "INFO:tensorflow:global step 1170: loss = 2.1885 (0.927 sec/step)\n",
      "INFO:tensorflow:global step 1171: loss = 2.1193 (0.889 sec/step)\n",
      "INFO:tensorflow:global step 1172: loss = 1.9745 (1.003 sec/step)\n",
      "INFO:tensorflow:global step 1173: loss = 2.4718 (1.098 sec/step)\n",
      "INFO:tensorflow:global step 1174: loss = 1.9860 (1.243 sec/step)\n",
      "INFO:tensorflow:global step 1175: loss = 1.9717 (0.842 sec/step)\n",
      "INFO:tensorflow:global step 1176: loss = 2.2018 (0.684 sec/step)\n",
      "INFO:tensorflow:global step 1177: loss = 1.9473 (0.926 sec/step)\n",
      "INFO:tensorflow:global step 1178: loss = 1.8938 (1.188 sec/step)\n",
      "INFO:tensorflow:Saving checkpoint to path /tmp/resnet_v2_50_finetuned/model.ckpt\n",
      "INFO:tensorflow:global_step/sec: 0.993299\n",
      "INFO:tensorflow:global step 1179: loss = 2.0195 (1.230 sec/step)\n",
      "INFO:tensorflow:Recording summary at step 1179.\n",
      "INFO:tensorflow:global step 1180: loss = 1.9542 (2.091 sec/step)\n",
      "INFO:tensorflow:global step 1181: loss = 1.8209 (0.979 sec/step)\n",
      "INFO:tensorflow:global step 1182: loss = 1.8503 (1.085 sec/step)\n",
      "INFO:tensorflow:global step 1183: loss = 2.3422 (0.892 sec/step)\n",
      "INFO:tensorflow:global step 1184: loss = 2.0589 (1.148 sec/step)\n",
      "INFO:tensorflow:global step 1185: loss = 1.9815 (0.918 sec/step)\n",
      "INFO:tensorflow:global step 1186: loss = 1.9795 (1.070 sec/step)\n",
      "INFO:tensorflow:global step 1187: loss = 1.8985 (1.099 sec/step)\n",
      "INFO:tensorflow:global step 1188: loss = 2.1843 (1.149 sec/step)\n",
      "INFO:tensorflow:global step 1189: loss = 1.9358 (1.201 sec/step)\n",
      "INFO:tensorflow:global step 1190: loss = 1.7846 (1.042 sec/step)\n",
      "INFO:tensorflow:global step 1191: loss = 1.8740 (0.998 sec/step)\n",
      "INFO:tensorflow:global step 1192: loss = 1.7925 (1.069 sec/step)\n",
      "INFO:tensorflow:global step 1193: loss = 1.8630 (1.024 sec/step)\n",
      "INFO:tensorflow:global step 1194: loss = 1.8690 (0.789 sec/step)\n",
      "INFO:tensorflow:global step 1195: loss = 1.9406 (0.805 sec/step)\n",
      "INFO:tensorflow:global step 1196: loss = 1.7778 (1.103 sec/step)\n",
      "INFO:tensorflow:global step 1197: loss = 1.9473 (1.336 sec/step)\n",
      "INFO:tensorflow:global step 1198: loss = 1.8322 (1.027 sec/step)\n",
      "INFO:tensorflow:global step 1199: loss = 1.8912 (0.742 sec/step)\n",
      "INFO:tensorflow:global step 1200: loss = 1.7362 (1.051 sec/step)\n",
      "INFO:tensorflow:global step 1201: loss = 1.7920 (0.845 sec/step)\n",
      "INFO:tensorflow:global step 1202: loss = 1.9040 (0.802 sec/step)\n",
      "INFO:tensorflow:global step 1203: loss = 1.7287 (1.156 sec/step)\n",
      "INFO:tensorflow:global step 1204: loss = 1.6831 (1.087 sec/step)\n",
      "INFO:tensorflow:global step 1205: loss = 1.8172 (0.954 sec/step)\n",
      "INFO:tensorflow:global step 1206: loss = 1.7963 (1.120 sec/step)\n",
      "INFO:tensorflow:global step 1207: loss = 1.8470 (0.934 sec/step)\n",
      "INFO:tensorflow:global step 1208: loss = 1.7910 (0.735 sec/step)\n",
      "INFO:tensorflow:global step 1209: loss = 1.7793 (1.138 sec/step)\n",
      "INFO:tensorflow:global step 1210: loss = 1.8676 (1.180 sec/step)\n",
      "INFO:tensorflow:global step 1211: loss = 1.7367 (1.142 sec/step)\n",
      "INFO:tensorflow:global step 1212: loss = 1.7194 (1.264 sec/step)\n",
      "INFO:tensorflow:global step 1213: loss = 1.6252 (0.796 sec/step)\n",
      "INFO:tensorflow:global step 1214: loss = 1.9683 (0.847 sec/step)\n",
      "INFO:tensorflow:global step 1215: loss = 1.9634 (1.000 sec/step)\n",
      "INFO:tensorflow:global step 1216: loss = 1.6422 (1.054 sec/step)\n",
      "INFO:tensorflow:global step 1217: loss = 1.6991 (0.932 sec/step)\n",
      "INFO:tensorflow:global step 1218: loss = 1.7176 (0.914 sec/step)\n",
      "INFO:tensorflow:global step 1219: loss = 1.6133 (1.056 sec/step)\n",
      "INFO:tensorflow:global step 1220: loss = 1.6948 (0.786 sec/step)\n",
      "INFO:tensorflow:global step 1221: loss = 1.7555 (1.070 sec/step)\n",
      "INFO:tensorflow:global step 1222: loss = 1.7857 (0.971 sec/step)\n",
      "INFO:tensorflow:global step 1223: loss = 1.6980 (0.986 sec/step)\n",
      "INFO:tensorflow:global step 1224: loss = 1.7098 (1.005 sec/step)\n",
      "INFO:tensorflow:global step 1225: loss = 1.6934 (1.416 sec/step)\n",
      "INFO:tensorflow:global step 1226: loss = 1.9064 (1.077 sec/step)\n",
      "INFO:tensorflow:global step 1227: loss = 1.5606 (1.112 sec/step)\n",
      "INFO:tensorflow:global step 1228: loss = 1.6291 (0.672 sec/step)\n",
      "INFO:tensorflow:global step 1229: loss = 1.5555 (1.115 sec/step)\n",
      "INFO:tensorflow:global step 1230: loss = 1.6918 (1.008 sec/step)\n",
      "INFO:tensorflow:global step 1231: loss = 1.6381 (1.199 sec/step)\n",
      "INFO:tensorflow:global step 1232: loss = 1.7548 (1.036 sec/step)\n",
      "INFO:tensorflow:global step 1233: loss = 1.5072 (0.966 sec/step)\n",
      "INFO:tensorflow:global step 1234: loss = 1.5128 (1.167 sec/step)\n",
      "INFO:tensorflow:global step 1235: loss = 1.5135 (0.969 sec/step)\n",
      "INFO:tensorflow:global step 1236: loss = 1.7094 (1.271 sec/step)\n",
      "INFO:tensorflow:global step 1237: loss = 1.7622 (0.967 sec/step)\n",
      "INFO:tensorflow:global step 1238: loss = 2.5974 (0.768 sec/step)\n",
      "INFO:tensorflow:global step 1239: loss = 1.5870 (1.075 sec/step)\n",
      "INFO:tensorflow:global step 1240: loss = 1.6234 (0.637 sec/step)\n",
      "INFO:tensorflow:global step 1241: loss = 1.5153 (1.023 sec/step)\n",
      "INFO:tensorflow:global step 1242: loss = 1.5163 (1.076 sec/step)\n",
      "INFO:tensorflow:global step 1243: loss = 1.6519 (1.090 sec/step)\n",
      "INFO:tensorflow:global step 1244: loss = 2.1060 (0.835 sec/step)\n",
      "INFO:tensorflow:global step 1245: loss = 1.5132 (1.048 sec/step)\n",
      "INFO:tensorflow:global step 1246: loss = 1.6325 (1.421 sec/step)\n",
      "INFO:tensorflow:global step 1247: loss = 1.4847 (0.913 sec/step)\n",
      "INFO:tensorflow:global step 1248: loss = 2.0724 (1.122 sec/step)\n",
      "INFO:tensorflow:global step 1249: loss = 1.6820 (1.117 sec/step)\n",
      "INFO:tensorflow:global step 1250: loss = 1.6880 (1.120 sec/step)\n",
      "INFO:tensorflow:global step 1251: loss = 1.6049 (0.851 sec/step)\n",
      "INFO:tensorflow:global step 1252: loss = 1.4651 (1.059 sec/step)\n",
      "INFO:tensorflow:global step 1253: loss = 1.5114 (0.783 sec/step)\n",
      "INFO:tensorflow:global step 1254: loss = 1.4731 (0.818 sec/step)\n",
      "INFO:tensorflow:global step 1255: loss = 1.6238 (1.176 sec/step)\n",
      "INFO:tensorflow:global step 1256: loss = 1.5403 (0.884 sec/step)\n",
      "INFO:tensorflow:global step 1257: loss = 1.4546 (1.086 sec/step)\n",
      "INFO:tensorflow:global step 1258: loss = 1.7026 (1.382 sec/step)\n",
      "INFO:tensorflow:global step 1259: loss = 1.4330 (1.167 sec/step)\n",
      "INFO:tensorflow:global step 1260: loss = 1.4155 (0.957 sec/step)\n",
      "INFO:tensorflow:global step 1261: loss = 1.6166 (1.134 sec/step)\n",
      "INFO:tensorflow:global step 1262: loss = 1.4817 (0.751 sec/step)\n",
      "INFO:tensorflow:global step 1263: loss = 1.6701 (0.937 sec/step)\n",
      "INFO:tensorflow:global step 1264: loss = 1.5014 (1.051 sec/step)\n",
      "INFO:tensorflow:global step 1265: loss = 1.5821 (0.887 sec/step)\n",
      "INFO:tensorflow:global step 1266: loss = 1.5565 (1.094 sec/step)\n",
      "INFO:tensorflow:global step 1267: loss = 1.5400 (1.066 sec/step)\n",
      "INFO:tensorflow:global step 1268: loss = 1.3949 (0.854 sec/step)\n",
      "INFO:tensorflow:global step 1269: loss = 1.4468 (1.192 sec/step)\n",
      "INFO:tensorflow:global step 1270: loss = 1.4917 (1.165 sec/step)\n",
      "INFO:tensorflow:global step 1271: loss = 1.4983 (1.136 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 1272: loss = 1.6891 (1.039 sec/step)\n",
      "INFO:tensorflow:global step 1273: loss = 1.4106 (1.063 sec/step)\n",
      "INFO:tensorflow:global step 1274: loss = 1.6170 (0.983 sec/step)\n",
      "INFO:tensorflow:global step 1275: loss = 1.3571 (1.430 sec/step)\n",
      "INFO:tensorflow:global step 1276: loss = 1.4573 (1.019 sec/step)\n",
      "INFO:tensorflow:global step 1277: loss = 1.4676 (0.953 sec/step)\n",
      "INFO:tensorflow:global step 1278: loss = 1.4125 (1.016 sec/step)\n",
      "INFO:tensorflow:global step 1279: loss = 1.3964 (1.093 sec/step)\n",
      "INFO:tensorflow:global step 1280: loss = 1.5095 (0.975 sec/step)\n",
      "INFO:tensorflow:global step 1281: loss = 1.3306 (1.004 sec/step)\n",
      "INFO:tensorflow:global step 1282: loss = 1.4511 (1.040 sec/step)\n",
      "INFO:tensorflow:global step 1283: loss = 1.3750 (1.160 sec/step)\n",
      "INFO:tensorflow:global step 1284: loss = 1.3142 (1.036 sec/step)\n",
      "INFO:tensorflow:global step 1285: loss = 1.3549 (0.805 sec/step)\n",
      "INFO:tensorflow:global step 1286: loss = 1.6163 (1.073 sec/step)\n",
      "INFO:tensorflow:global step 1287: loss = 1.3122 (1.066 sec/step)\n",
      "INFO:tensorflow:global step 1288: loss = 1.3534 (1.199 sec/step)\n",
      "INFO:tensorflow:global step 1289: loss = 1.5969 (0.989 sec/step)\n",
      "INFO:tensorflow:global step 1290: loss = 1.2706 (0.999 sec/step)\n",
      "INFO:tensorflow:global step 1291: loss = 1.4117 (0.794 sec/step)\n",
      "INFO:tensorflow:global step 1292: loss = 1.6501 (0.917 sec/step)\n",
      "INFO:tensorflow:global step 1293: loss = 1.2730 (0.969 sec/step)\n",
      "INFO:tensorflow:global step 1294: loss = 1.2807 (0.906 sec/step)\n",
      "INFO:tensorflow:global step 1295: loss = 1.3562 (1.187 sec/step)\n",
      "INFO:tensorflow:global step 1296: loss = 1.9150 (1.245 sec/step)\n",
      "INFO:tensorflow:global step 1297: loss = 1.2645 (1.017 sec/step)\n",
      "INFO:tensorflow:global step 1298: loss = 1.3821 (0.928 sec/step)\n",
      "INFO:tensorflow:global step 1299: loss = 1.5455 (1.154 sec/step)\n",
      "INFO:tensorflow:global step 1300: loss = 1.3967 (0.790 sec/step)\n",
      "INFO:tensorflow:global step 1301: loss = 1.2934 (0.834 sec/step)\n",
      "INFO:tensorflow:global step 1302: loss = 1.2891 (1.145 sec/step)\n",
      "INFO:tensorflow:global step 1303: loss = 1.4737 (1.134 sec/step)\n",
      "INFO:tensorflow:global step 1304: loss = 1.2498 (0.989 sec/step)\n",
      "INFO:tensorflow:global step 1305: loss = 1.6435 (0.855 sec/step)\n",
      "INFO:tensorflow:global step 1306: loss = 1.2806 (0.779 sec/step)\n",
      "INFO:tensorflow:global step 1307: loss = 1.2552 (0.814 sec/step)\n",
      "INFO:tensorflow:global step 1308: loss = 1.2310 (0.830 sec/step)\n",
      "INFO:tensorflow:global step 1309: loss = 1.5233 (1.011 sec/step)\n",
      "INFO:tensorflow:global step 1310: loss = 1.2636 (0.898 sec/step)\n",
      "INFO:tensorflow:global step 1311: loss = 1.3123 (1.104 sec/step)\n",
      "INFO:tensorflow:global step 1312: loss = 1.5511 (0.899 sec/step)\n",
      "INFO:tensorflow:global step 1313: loss = 1.2138 (0.894 sec/step)\n",
      "INFO:tensorflow:global step 1314: loss = 1.4593 (1.258 sec/step)\n",
      "INFO:tensorflow:global step 1315: loss = 1.3266 (1.069 sec/step)\n",
      "INFO:tensorflow:global step 1316: loss = 1.2860 (0.960 sec/step)\n",
      "INFO:tensorflow:global step 1317: loss = 1.3185 (1.235 sec/step)\n",
      "INFO:tensorflow:global step 1318: loss = 1.2896 (1.066 sec/step)\n",
      "INFO:tensorflow:global step 1319: loss = 1.3453 (1.273 sec/step)\n",
      "INFO:tensorflow:global step 1320: loss = 1.2800 (1.185 sec/step)\n",
      "INFO:tensorflow:global step 1321: loss = 1.4990 (1.031 sec/step)\n",
      "INFO:tensorflow:global step 1322: loss = 1.1933 (0.747 sec/step)\n",
      "INFO:tensorflow:global step 1323: loss = 1.2141 (0.788 sec/step)\n",
      "INFO:tensorflow:global step 1324: loss = 1.2711 (1.034 sec/step)\n",
      "INFO:tensorflow:global step 1325: loss = 1.2949 (1.327 sec/step)\n",
      "INFO:tensorflow:global step 1326: loss = 1.2220 (1.145 sec/step)\n",
      "INFO:tensorflow:global step 1327: loss = 1.5546 (1.063 sec/step)\n",
      "INFO:tensorflow:global step 1328: loss = 1.1610 (1.310 sec/step)\n",
      "INFO:tensorflow:global step 1329: loss = 1.1547 (1.002 sec/step)\n",
      "INFO:tensorflow:global step 1330: loss = 1.7017 (0.845 sec/step)\n",
      "INFO:tensorflow:global step 1331: loss = 1.2743 (0.888 sec/step)\n",
      "INFO:tensorflow:global step 1332: loss = 1.2629 (0.862 sec/step)\n",
      "INFO:tensorflow:global step 1333: loss = 1.1425 (1.139 sec/step)\n",
      "INFO:tensorflow:global step 1334: loss = 1.2883 (1.000 sec/step)\n",
      "INFO:tensorflow:global step 1335: loss = 1.6662 (0.922 sec/step)\n",
      "INFO:tensorflow:global step 1336: loss = 1.1504 (0.932 sec/step)\n",
      "INFO:tensorflow:global step 1337: loss = 1.1787 (1.258 sec/step)\n",
      "INFO:tensorflow:global step 1338: loss = 1.3182 (1.079 sec/step)\n",
      "INFO:tensorflow:global step 1339: loss = 1.2480 (1.003 sec/step)\n",
      "INFO:tensorflow:global step 1340: loss = 1.4726 (1.128 sec/step)\n",
      "INFO:tensorflow:global step 1341: loss = 1.3068 (1.015 sec/step)\n",
      "INFO:tensorflow:global step 1342: loss = 1.2598 (1.049 sec/step)\n",
      "INFO:tensorflow:global step 1343: loss = 1.3795 (1.084 sec/step)\n",
      "INFO:tensorflow:global step 1344: loss = 1.1565 (1.153 sec/step)\n",
      "INFO:tensorflow:global step 1345: loss = 1.1358 (1.138 sec/step)\n",
      "INFO:tensorflow:global step 1346: loss = 1.2610 (1.009 sec/step)\n",
      "INFO:tensorflow:global step 1347: loss = 1.4787 (1.117 sec/step)\n",
      "INFO:tensorflow:global step 1348: loss = 1.2371 (0.795 sec/step)\n",
      "INFO:tensorflow:global step 1349: loss = 1.1127 (0.971 sec/step)\n",
      "INFO:tensorflow:global step 1350: loss = 1.2071 (1.072 sec/step)\n",
      "INFO:tensorflow:global step 1351: loss = 1.2634 (0.990 sec/step)\n",
      "INFO:tensorflow:global step 1352: loss = 1.3180 (1.124 sec/step)\n",
      "INFO:tensorflow:global step 1353: loss = 1.1147 (0.809 sec/step)\n",
      "INFO:tensorflow:global step 1354: loss = 1.2517 (1.232 sec/step)\n",
      "INFO:tensorflow:global step 1355: loss = 1.1695 (0.946 sec/step)\n",
      "INFO:tensorflow:global step 1356: loss = 1.1149 (0.751 sec/step)\n",
      "INFO:tensorflow:global step 1357: loss = 1.2437 (0.978 sec/step)\n",
      "INFO:tensorflow:global step 1358: loss = 1.2106 (1.023 sec/step)\n",
      "INFO:tensorflow:global step 1359: loss = 1.1450 (1.067 sec/step)\n",
      "INFO:tensorflow:global step 1360: loss = 1.3418 (0.932 sec/step)\n",
      "INFO:tensorflow:global step 1361: loss = 1.2051 (1.243 sec/step)\n",
      "INFO:tensorflow:global step 1362: loss = 1.1020 (0.953 sec/step)\n",
      "INFO:tensorflow:global step 1363: loss = 1.1444 (0.977 sec/step)\n",
      "INFO:tensorflow:global step 1364: loss = 1.1047 (0.982 sec/step)\n",
      "INFO:tensorflow:global step 1365: loss = 1.2121 (1.222 sec/step)\n",
      "INFO:tensorflow:global step 1366: loss = 1.2703 (0.937 sec/step)\n",
      "INFO:tensorflow:global step 1367: loss = 1.2076 (1.318 sec/step)\n",
      "INFO:tensorflow:global step 1368: loss = 1.3181 (0.928 sec/step)\n",
      "INFO:tensorflow:global step 1369: loss = 1.1141 (0.815 sec/step)\n",
      "INFO:tensorflow:global step 1370: loss = 1.1379 (1.063 sec/step)\n",
      "INFO:tensorflow:global step 1371: loss = 1.0667 (1.250 sec/step)\n",
      "INFO:tensorflow:global step 1372: loss = 1.3349 (1.092 sec/step)\n",
      "INFO:tensorflow:global step 1373: loss = 1.0555 (0.966 sec/step)\n",
      "INFO:tensorflow:global step 1374: loss = 1.0682 (0.896 sec/step)\n",
      "INFO:tensorflow:global step 1375: loss = 1.2309 (0.941 sec/step)\n",
      "INFO:tensorflow:global step 1376: loss = 1.1271 (1.362 sec/step)\n",
      "INFO:tensorflow:global step 1377: loss = 1.3687 (0.981 sec/step)\n",
      "INFO:tensorflow:global step 1378: loss = 1.1510 (0.945 sec/step)\n",
      "INFO:tensorflow:global step 1379: loss = 1.0449 (1.235 sec/step)\n",
      "INFO:tensorflow:global step 1380: loss = 1.0919 (0.895 sec/step)\n",
      "INFO:tensorflow:global step 1381: loss = 1.7795 (0.881 sec/step)\n",
      "INFO:tensorflow:global step 1382: loss = 1.0243 (0.872 sec/step)\n",
      "INFO:tensorflow:global step 1383: loss = 1.0346 (0.891 sec/step)\n",
      "INFO:tensorflow:global step 1384: loss = 1.1192 (1.228 sec/step)\n",
      "INFO:tensorflow:global step 1385: loss = 1.1695 (0.900 sec/step)\n",
      "INFO:tensorflow:global step 1386: loss = 1.0263 (0.928 sec/step)\n",
      "INFO:tensorflow:global step 1387: loss = 1.2896 (1.060 sec/step)\n",
      "INFO:tensorflow:global step 1388: loss = 1.0242 (1.077 sec/step)\n",
      "INFO:tensorflow:global step 1389: loss = 1.5099 (0.955 sec/step)\n",
      "INFO:tensorflow:global step 1390: loss = 1.1729 (1.140 sec/step)\n",
      "INFO:tensorflow:global step 1391: loss = 1.1716 (0.926 sec/step)\n",
      "INFO:tensorflow:global step 1392: loss = 1.3171 (1.082 sec/step)\n",
      "INFO:tensorflow:global step 1393: loss = 1.0690 (1.108 sec/step)\n",
      "INFO:tensorflow:global step 1394: loss = 1.2395 (0.936 sec/step)\n",
      "INFO:tensorflow:global step 1395: loss = 1.1174 (0.905 sec/step)\n",
      "INFO:tensorflow:global step 1396: loss = 1.0089 (0.956 sec/step)\n",
      "INFO:tensorflow:global step 1397: loss = 1.1321 (1.113 sec/step)\n",
      "INFO:tensorflow:global step 1398: loss = 1.0010 (1.116 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 1399: loss = 1.2420 (0.873 sec/step)\n",
      "INFO:tensorflow:global step 1400: loss = 1.0249 (1.173 sec/step)\n",
      "INFO:tensorflow:global step 1401: loss = 1.1491 (0.973 sec/step)\n",
      "INFO:tensorflow:global step 1402: loss = 1.0104 (0.889 sec/step)\n",
      "INFO:tensorflow:global step 1403: loss = 1.0572 (1.253 sec/step)\n",
      "INFO:tensorflow:global step 1404: loss = 1.0805 (0.799 sec/step)\n",
      "INFO:tensorflow:global step 1405: loss = 2.7451 (1.053 sec/step)\n",
      "INFO:tensorflow:global step 1406: loss = 1.2178 (1.007 sec/step)\n",
      "INFO:tensorflow:global step 1407: loss = 1.0403 (1.142 sec/step)\n",
      "INFO:tensorflow:global step 1408: loss = 1.0225 (0.831 sec/step)\n",
      "INFO:tensorflow:global step 1409: loss = 1.3529 (0.796 sec/step)\n",
      "INFO:tensorflow:global step 1410: loss = 1.1454 (1.043 sec/step)\n",
      "INFO:tensorflow:global step 1411: loss = 1.1968 (1.457 sec/step)\n",
      "INFO:tensorflow:global step 1412: loss = 1.0568 (0.967 sec/step)\n",
      "INFO:tensorflow:global step 1413: loss = 1.1467 (1.060 sec/step)\n",
      "INFO:tensorflow:global step 1414: loss = 1.0966 (1.189 sec/step)\n",
      "INFO:tensorflow:global step 1415: loss = 1.1502 (0.760 sec/step)\n",
      "INFO:tensorflow:global step 1416: loss = 1.2848 (1.239 sec/step)\n",
      "INFO:tensorflow:global step 1417: loss = 1.1586 (1.220 sec/step)\n",
      "INFO:tensorflow:global step 1418: loss = 1.1894 (0.808 sec/step)\n",
      "INFO:tensorflow:global step 1419: loss = 1.1204 (1.279 sec/step)\n",
      "INFO:tensorflow:global step 1420: loss = 1.0923 (0.890 sec/step)\n",
      "INFO:tensorflow:global step 1421: loss = 1.1330 (0.861 sec/step)\n",
      "INFO:tensorflow:global step 1422: loss = 1.1215 (0.788 sec/step)\n",
      "INFO:tensorflow:global step 1423: loss = 0.9895 (0.952 sec/step)\n",
      "INFO:tensorflow:global step 1424: loss = 1.1005 (0.817 sec/step)\n",
      "INFO:tensorflow:global step 1425: loss = 1.0339 (1.079 sec/step)\n",
      "INFO:tensorflow:global step 1426: loss = 1.0798 (1.008 sec/step)\n",
      "INFO:tensorflow:global step 1427: loss = 0.9669 (1.327 sec/step)\n",
      "INFO:tensorflow:global step 1428: loss = 1.2211 (1.192 sec/step)\n",
      "INFO:tensorflow:global step 1429: loss = 1.1954 (1.244 sec/step)\n",
      "INFO:tensorflow:global step 1430: loss = 1.1170 (0.936 sec/step)\n",
      "INFO:tensorflow:global step 1431: loss = 1.0813 (0.925 sec/step)\n",
      "INFO:tensorflow:global step 1432: loss = 1.1452 (1.370 sec/step)\n",
      "INFO:tensorflow:global step 1433: loss = 1.1002 (1.114 sec/step)\n",
      "INFO:tensorflow:global step 1434: loss = 1.0427 (1.024 sec/step)\n",
      "INFO:tensorflow:global step 1435: loss = 1.0408 (0.920 sec/step)\n",
      "INFO:tensorflow:global step 1436: loss = 0.9432 (1.008 sec/step)\n",
      "INFO:tensorflow:global step 1437: loss = 1.0008 (0.875 sec/step)\n",
      "INFO:tensorflow:global step 1438: loss = 1.0785 (1.028 sec/step)\n",
      "INFO:tensorflow:global step 1439: loss = 0.9622 (0.918 sec/step)\n",
      "INFO:tensorflow:global step 1440: loss = 0.9695 (0.929 sec/step)\n",
      "INFO:tensorflow:global step 1441: loss = 1.0251 (1.149 sec/step)\n",
      "INFO:tensorflow:global step 1442: loss = 1.6477 (1.165 sec/step)\n",
      "INFO:tensorflow:global step 1443: loss = 0.9412 (1.218 sec/step)\n",
      "INFO:tensorflow:global step 1444: loss = 1.0400 (1.190 sec/step)\n",
      "INFO:tensorflow:global step 1445: loss = 1.1654 (0.779 sec/step)\n",
      "INFO:tensorflow:global step 1446: loss = 0.9426 (1.037 sec/step)\n",
      "INFO:tensorflow:global step 1447: loss = 0.9862 (1.012 sec/step)\n",
      "INFO:tensorflow:global step 1448: loss = 1.2944 (1.016 sec/step)\n",
      "INFO:tensorflow:global step 1449: loss = 0.9910 (1.083 sec/step)\n",
      "INFO:tensorflow:global step 1450: loss = 0.9876 (1.011 sec/step)\n",
      "INFO:tensorflow:global step 1451: loss = 1.0705 (0.894 sec/step)\n",
      "INFO:tensorflow:global step 1452: loss = 0.9718 (1.126 sec/step)\n",
      "INFO:tensorflow:global step 1453: loss = 0.9161 (0.998 sec/step)\n",
      "INFO:tensorflow:global step 1454: loss = 1.2438 (0.992 sec/step)\n",
      "INFO:tensorflow:global step 1455: loss = 0.9936 (0.829 sec/step)\n",
      "INFO:tensorflow:global step 1456: loss = 1.0695 (1.115 sec/step)\n",
      "INFO:tensorflow:global step 1457: loss = 1.1697 (1.175 sec/step)\n",
      "INFO:tensorflow:global step 1458: loss = 1.0386 (1.120 sec/step)\n",
      "INFO:tensorflow:global step 1459: loss = 0.9518 (1.011 sec/step)\n",
      "INFO:tensorflow:global step 1460: loss = 0.9203 (0.855 sec/step)\n",
      "INFO:tensorflow:global step 1461: loss = 0.9284 (0.987 sec/step)\n",
      "INFO:tensorflow:global step 1462: loss = 0.8948 (1.082 sec/step)\n",
      "INFO:tensorflow:global step 1463: loss = 0.9518 (1.082 sec/step)\n",
      "INFO:tensorflow:global step 1464: loss = 1.0983 (1.280 sec/step)\n",
      "INFO:tensorflow:global step 1465: loss = 1.0958 (0.922 sec/step)\n",
      "INFO:tensorflow:global step 1466: loss = 0.8998 (1.092 sec/step)\n",
      "INFO:tensorflow:global step 1467: loss = 1.0364 (1.259 sec/step)\n",
      "INFO:tensorflow:global step 1468: loss = 0.9158 (0.816 sec/step)\n",
      "INFO:tensorflow:global step 1469: loss = 0.9619 (0.986 sec/step)\n",
      "INFO:tensorflow:global step 1470: loss = 1.0300 (1.153 sec/step)\n",
      "INFO:tensorflow:global step 1471: loss = 1.0666 (1.042 sec/step)\n",
      "INFO:tensorflow:global step 1472: loss = 0.8813 (0.869 sec/step)\n",
      "INFO:tensorflow:global step 1473: loss = 1.0158 (1.001 sec/step)\n",
      "INFO:tensorflow:global step 1474: loss = 0.9506 (0.875 sec/step)\n",
      "INFO:tensorflow:global step 1475: loss = 0.8724 (1.076 sec/step)\n",
      "INFO:tensorflow:global step 1476: loss = 0.9524 (1.309 sec/step)\n",
      "INFO:tensorflow:global step 1477: loss = 0.8650 (1.192 sec/step)\n",
      "INFO:tensorflow:global step 1478: loss = 0.9665 (1.104 sec/step)\n",
      "INFO:tensorflow:global step 1479: loss = 0.9982 (0.990 sec/step)\n",
      "INFO:tensorflow:global step 1480: loss = 0.9452 (0.918 sec/step)\n",
      "INFO:tensorflow:global step 1481: loss = 1.2392 (0.963 sec/step)\n",
      "INFO:tensorflow:global step 1482: loss = 0.9953 (1.205 sec/step)\n",
      "INFO:tensorflow:global step 1483: loss = 0.9545 (0.909 sec/step)\n",
      "INFO:tensorflow:global step 1484: loss = 0.9325 (0.900 sec/step)\n",
      "INFO:tensorflow:global step 1485: loss = 1.0810 (0.953 sec/step)\n",
      "INFO:tensorflow:global step 1486: loss = 0.9073 (1.077 sec/step)\n",
      "INFO:tensorflow:global step 1487: loss = 0.8715 (0.908 sec/step)\n",
      "INFO:tensorflow:global step 1488: loss = 0.9317 (1.191 sec/step)\n",
      "INFO:tensorflow:global step 1489: loss = 0.8421 (0.864 sec/step)\n",
      "INFO:tensorflow:global step 1490: loss = 1.1866 (1.106 sec/step)\n",
      "INFO:tensorflow:global step 1491: loss = 0.9996 (0.905 sec/step)\n",
      "INFO:tensorflow:global step 1492: loss = 0.8922 (1.018 sec/step)\n",
      "INFO:tensorflow:global step 1493: loss = 1.0128 (0.982 sec/step)\n",
      "INFO:tensorflow:global step 1494: loss = 0.9322 (0.878 sec/step)\n",
      "INFO:tensorflow:global step 1495: loss = 1.0468 (1.366 sec/step)\n",
      "INFO:tensorflow:global step 1496: loss = 0.9640 (1.217 sec/step)\n",
      "INFO:tensorflow:global step 1497: loss = 0.9993 (1.047 sec/step)\n",
      "INFO:tensorflow:global step 1498: loss = 0.9146 (0.835 sec/step)\n",
      "INFO:tensorflow:global step 1499: loss = 0.8706 (1.031 sec/step)\n",
      "INFO:tensorflow:global step 1500: loss = 0.8560 (0.877 sec/step)\n",
      "INFO:tensorflow:global step 1501: loss = 0.8628 (1.047 sec/step)\n",
      "INFO:tensorflow:global step 1502: loss = 0.8884 (1.044 sec/step)\n",
      "INFO:tensorflow:global step 1503: loss = 0.9571 (0.957 sec/step)\n",
      "INFO:tensorflow:global step 1504: loss = 0.8947 (0.834 sec/step)\n",
      "INFO:tensorflow:global step 1505: loss = 0.8844 (1.051 sec/step)\n",
      "INFO:tensorflow:global step 1506: loss = 1.0178 (1.129 sec/step)\n",
      "INFO:tensorflow:global step 1507: loss = 0.9679 (1.170 sec/step)\n",
      "INFO:tensorflow:global step 1508: loss = 0.9393 (1.021 sec/step)\n",
      "INFO:tensorflow:global step 1509: loss = 0.8224 (1.099 sec/step)\n",
      "INFO:tensorflow:global step 1510: loss = 1.1039 (1.183 sec/step)\n",
      "INFO:tensorflow:global step 1511: loss = 0.9850 (1.151 sec/step)\n",
      "INFO:tensorflow:global step 1512: loss = 0.8281 (1.011 sec/step)\n",
      "INFO:tensorflow:global step 1513: loss = 0.8093 (0.962 sec/step)\n",
      "INFO:tensorflow:global step 1514: loss = 0.7937 (0.918 sec/step)\n",
      "INFO:tensorflow:global step 1515: loss = 1.0794 (0.930 sec/step)\n",
      "INFO:tensorflow:global step 1516: loss = 0.8223 (0.641 sec/step)\n",
      "INFO:tensorflow:global step 1517: loss = 0.9019 (1.151 sec/step)\n",
      "INFO:tensorflow:global step 1518: loss = 0.8360 (1.218 sec/step)\n",
      "INFO:tensorflow:global step 1519: loss = 0.8293 (1.107 sec/step)\n",
      "INFO:tensorflow:global step 1520: loss = 0.9312 (0.912 sec/step)\n",
      "INFO:tensorflow:global step 1521: loss = 0.9508 (1.126 sec/step)\n",
      "INFO:tensorflow:global step 1522: loss = 0.7979 (1.124 sec/step)\n",
      "INFO:tensorflow:global step 1523: loss = 0.9681 (0.730 sec/step)\n",
      "INFO:tensorflow:global step 1524: loss = 0.7789 (1.184 sec/step)\n",
      "INFO:tensorflow:global step 1525: loss = 0.7735 (1.022 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 1526: loss = 0.7799 (0.716 sec/step)\n",
      "INFO:tensorflow:global step 1527: loss = 0.8788 (1.287 sec/step)\n",
      "INFO:tensorflow:global step 1528: loss = 0.9703 (1.033 sec/step)\n",
      "INFO:tensorflow:global step 1529: loss = 0.9769 (1.125 sec/step)\n",
      "INFO:tensorflow:global step 1530: loss = 0.8026 (1.208 sec/step)\n",
      "INFO:tensorflow:global step 1531: loss = 0.9538 (1.007 sec/step)\n",
      "INFO:tensorflow:global step 1532: loss = 0.7720 (0.997 sec/step)\n",
      "INFO:tensorflow:global step 1533: loss = 0.8626 (1.045 sec/step)\n",
      "INFO:tensorflow:global step 1534: loss = 0.9809 (1.449 sec/step)\n",
      "INFO:tensorflow:global step 1535: loss = 0.7943 (0.653 sec/step)\n",
      "INFO:tensorflow:global step 1536: loss = 0.9559 (0.913 sec/step)\n",
      "INFO:tensorflow:global step 1537: loss = 0.7793 (0.858 sec/step)\n",
      "INFO:tensorflow:global step 1538: loss = 0.7667 (0.872 sec/step)\n",
      "INFO:tensorflow:global step 1539: loss = 0.7616 (1.481 sec/step)\n",
      "INFO:tensorflow:global step 1540: loss = 0.7899 (1.027 sec/step)\n",
      "INFO:tensorflow:global step 1541: loss = 1.0109 (0.737 sec/step)\n",
      "INFO:tensorflow:global step 1542: loss = 0.8966 (1.149 sec/step)\n",
      "INFO:tensorflow:global step 1543: loss = 0.8232 (1.129 sec/step)\n",
      "INFO:tensorflow:global step 1544: loss = 0.8585 (1.055 sec/step)\n",
      "INFO:tensorflow:global step 1545: loss = 0.8194 (0.978 sec/step)\n",
      "INFO:tensorflow:global step 1546: loss = 0.8275 (0.811 sec/step)\n",
      "INFO:tensorflow:global step 1547: loss = 0.7858 (0.986 sec/step)\n",
      "INFO:tensorflow:global step 1548: loss = 0.8908 (1.116 sec/step)\n",
      "INFO:tensorflow:global step 1549: loss = 0.7756 (1.012 sec/step)\n",
      "INFO:tensorflow:global step 1550: loss = 0.9694 (0.983 sec/step)\n",
      "INFO:tensorflow:global step 1551: loss = 0.7848 (0.915 sec/step)\n",
      "INFO:tensorflow:global step 1552: loss = 0.7346 (1.180 sec/step)\n",
      "INFO:tensorflow:global step 1553: loss = 0.7325 (1.235 sec/step)\n",
      "INFO:tensorflow:global step 1554: loss = 0.7326 (0.918 sec/step)\n",
      "INFO:tensorflow:global step 1555: loss = 0.9075 (0.575 sec/step)\n",
      "INFO:tensorflow:global step 1556: loss = 0.9782 (1.244 sec/step)\n",
      "INFO:tensorflow:global step 1557: loss = 0.8701 (0.883 sec/step)\n",
      "INFO:tensorflow:global step 1558: loss = 0.7788 (1.109 sec/step)\n",
      "INFO:tensorflow:global step 1559: loss = 0.7258 (1.465 sec/step)\n",
      "INFO:tensorflow:global step 1560: loss = 0.9926 (1.211 sec/step)\n",
      "INFO:tensorflow:global step 1561: loss = 0.9137 (0.877 sec/step)\n",
      "INFO:tensorflow:global step 1562: loss = 0.9467 (0.831 sec/step)\n",
      "INFO:tensorflow:global step 1563: loss = 0.7870 (1.015 sec/step)\n",
      "INFO:tensorflow:global step 1564: loss = 0.7564 (1.194 sec/step)\n",
      "INFO:tensorflow:global step 1565: loss = 0.7949 (1.022 sec/step)\n",
      "INFO:tensorflow:global step 1566: loss = 0.7489 (1.222 sec/step)\n",
      "INFO:tensorflow:global step 1567: loss = 0.8078 (0.853 sec/step)\n",
      "INFO:tensorflow:global step 1568: loss = 0.7603 (0.981 sec/step)\n",
      "INFO:tensorflow:global step 1569: loss = 0.7269 (0.942 sec/step)\n",
      "INFO:tensorflow:global step 1570: loss = 0.7860 (0.828 sec/step)\n",
      "INFO:tensorflow:global step 1571: loss = 0.7759 (0.917 sec/step)\n",
      "INFO:tensorflow:global step 1572: loss = 0.9597 (1.267 sec/step)\n",
      "INFO:tensorflow:global step 1573: loss = 0.7727 (1.256 sec/step)\n",
      "INFO:tensorflow:global step 1574: loss = 0.8000 (1.080 sec/step)\n",
      "INFO:tensorflow:global step 1575: loss = 0.7056 (0.859 sec/step)\n",
      "INFO:tensorflow:global step 1576: loss = 0.8221 (1.037 sec/step)\n",
      "INFO:tensorflow:global step 1577: loss = 0.7815 (1.043 sec/step)\n",
      "INFO:tensorflow:global step 1578: loss = 0.7014 (1.005 sec/step)\n",
      "INFO:tensorflow:global step 1579: loss = 0.7019 (0.924 sec/step)\n",
      "INFO:tensorflow:global step 1580: loss = 0.7583 (0.774 sec/step)\n",
      "INFO:tensorflow:global step 1581: loss = 0.7830 (1.302 sec/step)\n",
      "INFO:tensorflow:global step 1582: loss = 0.7082 (1.187 sec/step)\n",
      "INFO:tensorflow:global step 1583: loss = 0.7037 (0.971 sec/step)\n",
      "INFO:tensorflow:global step 1584: loss = 0.7160 (0.882 sec/step)\n",
      "INFO:tensorflow:global step 1585: loss = 0.9894 (0.963 sec/step)\n",
      "INFO:tensorflow:global step 1586: loss = 0.7231 (1.195 sec/step)\n",
      "INFO:tensorflow:global step 1587: loss = 0.7665 (1.042 sec/step)\n",
      "INFO:tensorflow:global step 1588: loss = 0.6898 (0.894 sec/step)\n",
      "INFO:tensorflow:global step 1589: loss = 0.9478 (1.089 sec/step)\n",
      "INFO:tensorflow:global step 1590: loss = 0.6769 (1.186 sec/step)\n",
      "INFO:tensorflow:global step 1591: loss = 0.7226 (0.943 sec/step)\n",
      "INFO:tensorflow:global step 1592: loss = 0.7270 (1.052 sec/step)\n",
      "INFO:tensorflow:global step 1593: loss = 0.7567 (0.931 sec/step)\n",
      "INFO:tensorflow:global step 1594: loss = 0.7049 (0.943 sec/step)\n",
      "INFO:tensorflow:global step 1595: loss = 0.6733 (0.841 sec/step)\n",
      "INFO:tensorflow:global step 1596: loss = 0.6810 (0.985 sec/step)\n",
      "INFO:tensorflow:global step 1597: loss = 0.7634 (1.182 sec/step)\n",
      "INFO:tensorflow:global step 1598: loss = 0.8547 (1.075 sec/step)\n",
      "INFO:tensorflow:global step 1599: loss = 0.6909 (1.289 sec/step)\n",
      "INFO:tensorflow:global step 1600: loss = 0.8203 (1.399 sec/step)\n",
      "INFO:tensorflow:global step 1601: loss = 0.7181 (1.117 sec/step)\n",
      "INFO:tensorflow:global step 1602: loss = 0.6684 (0.902 sec/step)\n",
      "INFO:tensorflow:global step 1603: loss = 1.0916 (0.943 sec/step)\n",
      "INFO:tensorflow:global step 1604: loss = 0.7008 (0.874 sec/step)\n",
      "INFO:tensorflow:global step 1605: loss = 0.8288 (1.012 sec/step)\n",
      "INFO:tensorflow:global step 1606: loss = 0.6855 (1.128 sec/step)\n",
      "INFO:tensorflow:global step 1607: loss = 0.8323 (1.062 sec/step)\n",
      "INFO:tensorflow:global step 1608: loss = 0.7267 (0.879 sec/step)\n",
      "INFO:tensorflow:global step 1609: loss = 0.7347 (1.020 sec/step)\n",
      "INFO:tensorflow:global step 1610: loss = 0.8389 (1.180 sec/step)\n",
      "INFO:tensorflow:global step 1611: loss = 0.7561 (0.657 sec/step)\n",
      "INFO:tensorflow:global step 1612: loss = 1.0438 (1.471 sec/step)\n",
      "INFO:tensorflow:global step 1613: loss = 0.7850 (1.157 sec/step)\n",
      "INFO:tensorflow:global step 1614: loss = 0.7326 (1.020 sec/step)\n",
      "INFO:tensorflow:global step 1615: loss = 0.6839 (0.913 sec/step)\n",
      "INFO:tensorflow:global step 1616: loss = 0.6898 (1.001 sec/step)\n",
      "INFO:tensorflow:global step 1617: loss = 0.7823 (1.034 sec/step)\n",
      "INFO:tensorflow:global step 1618: loss = 0.6891 (0.881 sec/step)\n",
      "INFO:tensorflow:global step 1619: loss = 0.6892 (0.958 sec/step)\n",
      "INFO:tensorflow:global step 1620: loss = 0.6922 (0.847 sec/step)\n",
      "INFO:tensorflow:global step 1621: loss = 0.6964 (0.899 sec/step)\n",
      "INFO:tensorflow:global step 1622: loss = 1.0440 (1.035 sec/step)\n",
      "INFO:tensorflow:global step 1623: loss = 0.6921 (1.016 sec/step)\n",
      "INFO:tensorflow:global step 1624: loss = 0.8881 (1.018 sec/step)\n",
      "INFO:tensorflow:global step 1625: loss = 0.7576 (1.289 sec/step)\n",
      "INFO:tensorflow:global step 1626: loss = 0.6668 (1.134 sec/step)\n",
      "INFO:tensorflow:global step 1627: loss = 1.0365 (0.951 sec/step)\n",
      "INFO:tensorflow:global step 1628: loss = 0.6654 (1.188 sec/step)\n",
      "INFO:tensorflow:global step 1629: loss = 0.6862 (0.914 sec/step)\n",
      "INFO:tensorflow:global step 1630: loss = 0.7433 (0.976 sec/step)\n",
      "INFO:tensorflow:global step 1631: loss = 0.6856 (0.982 sec/step)\n",
      "INFO:tensorflow:global step 1632: loss = 0.8665 (0.757 sec/step)\n",
      "INFO:tensorflow:global step 1633: loss = 0.6679 (1.142 sec/step)\n",
      "INFO:tensorflow:global step 1634: loss = 0.7626 (0.866 sec/step)\n",
      "INFO:tensorflow:global step 1635: loss = 0.7724 (1.043 sec/step)\n",
      "INFO:tensorflow:global step 1636: loss = 0.6866 (0.855 sec/step)\n",
      "INFO:tensorflow:global step 1637: loss = 0.8171 (0.860 sec/step)\n",
      "INFO:tensorflow:global step 1638: loss = 0.6884 (0.898 sec/step)\n",
      "INFO:tensorflow:global step 1639: loss = 0.7623 (1.318 sec/step)\n",
      "INFO:tensorflow:global step 1640: loss = 0.6578 (1.395 sec/step)\n",
      "INFO:tensorflow:global step 1641: loss = 0.8085 (1.036 sec/step)\n",
      "INFO:tensorflow:global step 1642: loss = 0.8070 (1.199 sec/step)\n",
      "INFO:tensorflow:global step 1643: loss = 0.8352 (1.199 sec/step)\n",
      "INFO:tensorflow:global step 1644: loss = 0.7199 (0.845 sec/step)\n",
      "INFO:tensorflow:global step 1645: loss = 0.6669 (0.945 sec/step)\n",
      "INFO:tensorflow:global step 1646: loss = 0.6883 (1.096 sec/step)\n",
      "INFO:tensorflow:global step 1647: loss = 0.6497 (0.943 sec/step)\n",
      "INFO:tensorflow:global step 1648: loss = 0.7378 (1.052 sec/step)\n",
      "INFO:tensorflow:global step 1649: loss = 0.6620 (1.159 sec/step)\n",
      "INFO:tensorflow:global step 1650: loss = 0.7251 (1.227 sec/step)\n",
      "INFO:tensorflow:global step 1651: loss = 0.6818 (1.260 sec/step)\n",
      "INFO:tensorflow:global step 1652: loss = 0.7355 (1.173 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 1653: loss = 0.6489 (0.737 sec/step)\n",
      "INFO:tensorflow:global step 1654: loss = 1.0921 (0.944 sec/step)\n",
      "INFO:tensorflow:global step 1655: loss = 0.6917 (0.832 sec/step)\n",
      "INFO:tensorflow:global step 1656: loss = 0.7395 (1.216 sec/step)\n",
      "INFO:tensorflow:global step 1657: loss = 0.8806 (1.100 sec/step)\n",
      "INFO:tensorflow:global step 1658: loss = 0.6579 (0.902 sec/step)\n",
      "INFO:tensorflow:global step 1659: loss = 0.9276 (1.233 sec/step)\n",
      "INFO:tensorflow:global step 1660: loss = 0.6857 (1.012 sec/step)\n",
      "INFO:tensorflow:global step 1661: loss = 0.9115 (1.106 sec/step)\n",
      "INFO:tensorflow:global step 1662: loss = 0.6640 (1.048 sec/step)\n",
      "INFO:tensorflow:global step 1663: loss = 0.7759 (0.945 sec/step)\n",
      "INFO:tensorflow:global step 1664: loss = 0.7745 (1.087 sec/step)\n",
      "INFO:tensorflow:global step 1665: loss = 0.8118 (1.050 sec/step)\n",
      "INFO:tensorflow:global step 1666: loss = 0.7727 (1.045 sec/step)\n",
      "INFO:tensorflow:global step 1667: loss = 0.8127 (0.831 sec/step)\n",
      "INFO:tensorflow:global step 1668: loss = 0.6954 (0.903 sec/step)\n",
      "INFO:tensorflow:global step 1669: loss = 0.6760 (0.974 sec/step)\n",
      "INFO:tensorflow:global step 1670: loss = 0.8087 (1.294 sec/step)\n",
      "INFO:tensorflow:global step 1671: loss = 0.6592 (0.936 sec/step)\n",
      "INFO:tensorflow:global step 1672: loss = 0.7395 (1.015 sec/step)\n",
      "INFO:tensorflow:global step 1673: loss = 0.6923 (0.987 sec/step)\n",
      "INFO:tensorflow:global step 1674: loss = 0.6756 (0.977 sec/step)\n",
      "INFO:tensorflow:global step 1675: loss = 0.6975 (1.156 sec/step)\n",
      "INFO:tensorflow:global step 1676: loss = 0.7660 (1.042 sec/step)\n",
      "INFO:tensorflow:global step 1677: loss = 0.6838 (0.960 sec/step)\n",
      "INFO:tensorflow:global step 1678: loss = 0.7956 (1.190 sec/step)\n",
      "INFO:tensorflow:global step 1679: loss = 1.0651 (1.098 sec/step)\n",
      "INFO:tensorflow:global step 1680: loss = 0.6372 (0.917 sec/step)\n",
      "INFO:tensorflow:global step 1681: loss = 0.7654 (0.765 sec/step)\n",
      "INFO:tensorflow:global step 1682: loss = 0.6529 (0.978 sec/step)\n",
      "INFO:tensorflow:global step 1683: loss = 0.6221 (1.304 sec/step)\n",
      "INFO:tensorflow:global step 1684: loss = 0.7187 (1.081 sec/step)\n",
      "INFO:tensorflow:global step 1685: loss = 0.6625 (1.149 sec/step)\n",
      "INFO:tensorflow:global step 1686: loss = 0.6326 (1.082 sec/step)\n",
      "INFO:tensorflow:global step 1687: loss = 0.6770 (1.137 sec/step)\n",
      "INFO:tensorflow:global step 1688: loss = 0.6551 (1.047 sec/step)\n",
      "INFO:tensorflow:global step 1689: loss = 0.9781 (1.027 sec/step)\n",
      "INFO:tensorflow:global step 1690: loss = 0.8096 (0.864 sec/step)\n",
      "INFO:tensorflow:global step 1691: loss = 0.6697 (1.132 sec/step)\n",
      "INFO:tensorflow:global step 1692: loss = 0.6412 (0.905 sec/step)\n",
      "INFO:tensorflow:global step 1693: loss = 0.6587 (0.986 sec/step)\n",
      "INFO:tensorflow:global step 1694: loss = 0.6227 (0.848 sec/step)\n",
      "INFO:tensorflow:global step 1695: loss = 0.7352 (1.062 sec/step)\n",
      "INFO:tensorflow:global step 1696: loss = 0.6185 (1.052 sec/step)\n",
      "INFO:tensorflow:global step 1697: loss = 0.7543 (0.820 sec/step)\n",
      "INFO:tensorflow:global step 1698: loss = 0.6125 (1.002 sec/step)\n",
      "INFO:tensorflow:global step 1699: loss = 0.7298 (0.829 sec/step)\n",
      "INFO:tensorflow:global step 1700: loss = 0.6122 (1.113 sec/step)\n",
      "INFO:tensorflow:global step 1701: loss = 0.7276 (0.932 sec/step)\n",
      "INFO:tensorflow:global step 1702: loss = 0.8373 (0.776 sec/step)\n",
      "INFO:tensorflow:global step 1703: loss = 0.6743 (0.951 sec/step)\n",
      "INFO:tensorflow:global step 1704: loss = 0.6660 (0.958 sec/step)\n",
      "INFO:tensorflow:global step 1705: loss = 0.6910 (1.269 sec/step)\n",
      "INFO:tensorflow:global step 1706: loss = 0.6361 (0.696 sec/step)\n",
      "INFO:tensorflow:global step 1707: loss = 0.6001 (1.013 sec/step)\n",
      "INFO:tensorflow:global step 1708: loss = 0.5905 (1.086 sec/step)\n",
      "INFO:tensorflow:global step 1709: loss = 0.6059 (1.121 sec/step)\n",
      "INFO:tensorflow:global step 1710: loss = 0.8438 (0.974 sec/step)\n",
      "INFO:tensorflow:global step 1711: loss = 0.7242 (0.767 sec/step)\n",
      "INFO:tensorflow:global step 1712: loss = 0.8244 (0.872 sec/step)\n",
      "INFO:tensorflow:global step 1713: loss = 0.5988 (1.276 sec/step)\n",
      "INFO:tensorflow:global step 1714: loss = 0.6145 (1.047 sec/step)\n",
      "INFO:tensorflow:global step 1715: loss = 0.7513 (0.985 sec/step)\n",
      "INFO:tensorflow:global step 1716: loss = 0.8027 (0.749 sec/step)\n",
      "INFO:tensorflow:global step 1717: loss = 0.5843 (1.053 sec/step)\n",
      "INFO:tensorflow:global step 1718: loss = 0.6911 (1.045 sec/step)\n",
      "INFO:tensorflow:global step 1719: loss = 0.6057 (0.914 sec/step)\n",
      "INFO:tensorflow:global step 1720: loss = 0.7790 (0.914 sec/step)\n",
      "INFO:tensorflow:global step 1721: loss = 0.5869 (1.038 sec/step)\n",
      "INFO:tensorflow:global step 1722: loss = 0.5797 (1.217 sec/step)\n",
      "INFO:tensorflow:global step 1723: loss = 0.6086 (0.752 sec/step)\n",
      "INFO:tensorflow:global step 1724: loss = 0.6637 (0.846 sec/step)\n",
      "INFO:tensorflow:global step 1725: loss = 0.6890 (0.974 sec/step)\n",
      "INFO:tensorflow:global step 1726: loss = 0.7809 (1.039 sec/step)\n",
      "INFO:tensorflow:global step 1727: loss = 0.6033 (0.850 sec/step)\n",
      "INFO:tensorflow:global step 1728: loss = 0.7371 (1.443 sec/step)\n",
      "INFO:tensorflow:global step 1729: loss = 0.5796 (1.249 sec/step)\n",
      "INFO:tensorflow:global step 1730: loss = 0.6151 (0.896 sec/step)\n",
      "INFO:tensorflow:global step 1731: loss = 0.5716 (0.987 sec/step)\n",
      "INFO:tensorflow:global step 1732: loss = 0.7191 (0.832 sec/step)\n",
      "INFO:tensorflow:global step 1733: loss = 0.5976 (1.223 sec/step)\n",
      "INFO:tensorflow:global step 1734: loss = 0.6318 (1.050 sec/step)\n",
      "INFO:tensorflow:global step 1735: loss = 0.5971 (0.974 sec/step)\n",
      "INFO:tensorflow:global step 1736: loss = 0.5615 (1.063 sec/step)\n",
      "INFO:tensorflow:global step 1737: loss = 0.5742 (0.887 sec/step)\n",
      "INFO:tensorflow:global step 1738: loss = 0.7979 (0.954 sec/step)\n",
      "INFO:tensorflow:global step 1739: loss = 0.5737 (0.756 sec/step)\n",
      "INFO:tensorflow:global step 1740: loss = 0.5634 (0.996 sec/step)\n",
      "INFO:tensorflow:global step 1741: loss = 0.6681 (1.211 sec/step)\n",
      "INFO:tensorflow:global step 1742: loss = 0.7769 (1.151 sec/step)\n",
      "INFO:tensorflow:global step 1743: loss = 0.7367 (0.820 sec/step)\n",
      "INFO:tensorflow:global step 1744: loss = 0.6797 (1.147 sec/step)\n",
      "INFO:tensorflow:global step 1745: loss = 0.6978 (0.980 sec/step)\n",
      "INFO:tensorflow:global step 1746: loss = 0.6211 (1.069 sec/step)\n",
      "INFO:tensorflow:global step 1747: loss = 0.5806 (0.955 sec/step)\n",
      "INFO:tensorflow:global step 1748: loss = 0.8462 (0.868 sec/step)\n",
      "INFO:tensorflow:global step 1749: loss = 0.6710 (0.756 sec/step)\n",
      "INFO:tensorflow:global step 1750: loss = 0.6384 (0.969 sec/step)\n",
      "INFO:tensorflow:global step 1751: loss = 0.6060 (1.182 sec/step)\n",
      "INFO:tensorflow:global step 1752: loss = 0.5570 (1.013 sec/step)\n",
      "INFO:tensorflow:global step 1753: loss = 0.6045 (1.061 sec/step)\n",
      "INFO:tensorflow:global step 1754: loss = 0.5679 (1.064 sec/step)\n",
      "INFO:tensorflow:global step 1755: loss = 0.6190 (1.001 sec/step)\n",
      "INFO:tensorflow:global step 1756: loss = 0.5553 (0.957 sec/step)\n",
      "INFO:tensorflow:global step 1757: loss = 0.5399 (1.119 sec/step)\n",
      "INFO:tensorflow:global step 1758: loss = 0.5570 (0.942 sec/step)\n",
      "INFO:tensorflow:global step 1759: loss = 0.6393 (0.908 sec/step)\n",
      "INFO:tensorflow:global step 1760: loss = 0.5436 (1.163 sec/step)\n",
      "INFO:tensorflow:global step 1761: loss = 0.5889 (1.180 sec/step)\n",
      "INFO:tensorflow:Saving checkpoint to path /tmp/resnet_v2_50_finetuned/model.ckpt\n",
      "INFO:tensorflow:global step 1762: loss = 0.5574 (1.085 sec/step)\n",
      "INFO:tensorflow:global_step/sec: 0.973395\n",
      "INFO:tensorflow:Recording summary at step 1762.\n",
      "INFO:tensorflow:global step 1763: loss = 0.5320 (2.183 sec/step)\n",
      "INFO:tensorflow:global step 1764: loss = 0.5353 (1.059 sec/step)\n",
      "INFO:tensorflow:global step 1765: loss = 0.5530 (0.701 sec/step)\n",
      "INFO:tensorflow:global step 1766: loss = 0.5332 (0.887 sec/step)\n",
      "INFO:tensorflow:global step 1767: loss = 0.5317 (1.151 sec/step)\n",
      "INFO:tensorflow:global step 1768: loss = 0.6288 (1.063 sec/step)\n",
      "INFO:tensorflow:global step 1769: loss = 1.0422 (0.601 sec/step)\n",
      "INFO:tensorflow:global step 1770: loss = 0.5588 (0.586 sec/step)\n",
      "INFO:tensorflow:global step 1771: loss = 0.5397 (1.306 sec/step)\n",
      "INFO:tensorflow:global step 1772: loss = 0.7167 (1.112 sec/step)\n",
      "INFO:tensorflow:global step 1773: loss = 0.6627 (1.270 sec/step)\n",
      "INFO:tensorflow:global step 1774: loss = 0.6361 (0.798 sec/step)\n",
      "INFO:tensorflow:global step 1775: loss = 0.7148 (1.002 sec/step)\n",
      "INFO:tensorflow:global step 1776: loss = 0.5535 (1.112 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 1777: loss = 0.6624 (0.987 sec/step)\n",
      "INFO:tensorflow:global step 1778: loss = 0.5541 (1.028 sec/step)\n",
      "INFO:tensorflow:global step 1779: loss = 0.6105 (1.056 sec/step)\n",
      "INFO:tensorflow:global step 1780: loss = 0.8385 (0.820 sec/step)\n",
      "INFO:tensorflow:global step 1781: loss = 0.7469 (1.012 sec/step)\n",
      "INFO:tensorflow:global step 1782: loss = 0.5932 (1.003 sec/step)\n",
      "INFO:tensorflow:global step 1783: loss = 0.6856 (1.002 sec/step)\n",
      "INFO:tensorflow:global step 1784: loss = 0.8269 (1.053 sec/step)\n",
      "INFO:tensorflow:global step 1785: loss = 0.6226 (1.186 sec/step)\n",
      "INFO:tensorflow:global step 1786: loss = 0.6095 (0.879 sec/step)\n",
      "INFO:tensorflow:global step 1787: loss = 0.7791 (0.810 sec/step)\n",
      "INFO:tensorflow:global step 1788: loss = 0.6846 (1.214 sec/step)\n",
      "INFO:tensorflow:global step 1789: loss = 0.5816 (1.082 sec/step)\n",
      "INFO:tensorflow:global step 1790: loss = 0.7283 (0.873 sec/step)\n",
      "INFO:tensorflow:global step 1791: loss = 0.5480 (1.160 sec/step)\n",
      "INFO:tensorflow:global step 1792: loss = 0.5646 (0.945 sec/step)\n",
      "INFO:tensorflow:global step 1793: loss = 0.6462 (1.084 sec/step)\n",
      "INFO:tensorflow:global step 1794: loss = 0.5368 (1.011 sec/step)\n",
      "INFO:tensorflow:global step 1795: loss = 0.5640 (0.945 sec/step)\n",
      "INFO:tensorflow:global step 1796: loss = 0.5565 (1.150 sec/step)\n",
      "INFO:tensorflow:global step 1797: loss = 0.5301 (0.821 sec/step)\n",
      "INFO:tensorflow:global step 1798: loss = 0.5975 (1.490 sec/step)\n",
      "INFO:tensorflow:global step 1799: loss = 0.6600 (0.843 sec/step)\n",
      "INFO:tensorflow:global step 1800: loss = 0.5587 (1.006 sec/step)\n",
      "INFO:tensorflow:global step 1801: loss = 0.6234 (0.966 sec/step)\n",
      "INFO:tensorflow:global step 1802: loss = 0.5180 (1.192 sec/step)\n",
      "INFO:tensorflow:global step 1803: loss = 0.6239 (1.196 sec/step)\n",
      "INFO:tensorflow:global step 1804: loss = 0.5266 (1.130 sec/step)\n",
      "INFO:tensorflow:global step 1805: loss = 0.5207 (1.033 sec/step)\n",
      "INFO:tensorflow:global step 1806: loss = 0.5338 (1.278 sec/step)\n",
      "INFO:tensorflow:global step 1807: loss = 0.5136 (1.166 sec/step)\n",
      "INFO:tensorflow:global step 1808: loss = 0.5490 (0.995 sec/step)\n",
      "INFO:tensorflow:global step 1809: loss = 0.5211 (1.124 sec/step)\n",
      "INFO:tensorflow:global step 1810: loss = 0.5487 (0.857 sec/step)\n",
      "INFO:tensorflow:global step 1811: loss = 0.6203 (0.961 sec/step)\n",
      "INFO:tensorflow:global step 1812: loss = 0.9818 (1.029 sec/step)\n",
      "INFO:tensorflow:global step 1813: loss = 0.5122 (1.270 sec/step)\n",
      "INFO:tensorflow:global step 1814: loss = 0.5087 (1.135 sec/step)\n",
      "INFO:tensorflow:global step 1815: loss = 0.5275 (0.842 sec/step)\n",
      "INFO:tensorflow:global step 1816: loss = 0.5176 (1.217 sec/step)\n",
      "INFO:tensorflow:global step 1817: loss = 0.5122 (1.009 sec/step)\n",
      "INFO:tensorflow:global step 1818: loss = 0.5148 (1.089 sec/step)\n",
      "INFO:tensorflow:global step 1819: loss = 0.6532 (0.837 sec/step)\n",
      "INFO:tensorflow:global step 1820: loss = 0.5097 (0.987 sec/step)\n",
      "INFO:tensorflow:global step 1821: loss = 0.5260 (0.992 sec/step)\n",
      "INFO:tensorflow:global step 1822: loss = 0.6761 (0.793 sec/step)\n",
      "INFO:tensorflow:global step 1823: loss = 0.6252 (1.184 sec/step)\n",
      "INFO:tensorflow:global step 1824: loss = 0.5274 (1.059 sec/step)\n",
      "INFO:tensorflow:global step 1825: loss = 0.5227 (0.734 sec/step)\n",
      "INFO:tensorflow:global step 1826: loss = 0.5041 (1.064 sec/step)\n",
      "INFO:tensorflow:global step 1827: loss = 0.5264 (1.235 sec/step)\n",
      "INFO:tensorflow:global step 1828: loss = 0.5564 (0.763 sec/step)\n",
      "INFO:tensorflow:global step 1829: loss = 0.5155 (0.899 sec/step)\n",
      "INFO:tensorflow:global step 1830: loss = 0.5034 (0.975 sec/step)\n",
      "INFO:tensorflow:global step 1831: loss = 0.5192 (0.945 sec/step)\n",
      "INFO:tensorflow:global step 1832: loss = 0.4944 (1.058 sec/step)\n",
      "INFO:tensorflow:global step 1833: loss = 0.5311 (1.181 sec/step)\n",
      "INFO:tensorflow:global step 1834: loss = 0.5850 (0.863 sec/step)\n",
      "INFO:tensorflow:global step 1835: loss = 0.5075 (0.869 sec/step)\n",
      "INFO:tensorflow:global step 1836: loss = 0.4920 (1.080 sec/step)\n",
      "INFO:tensorflow:global step 1837: loss = 0.5411 (1.106 sec/step)\n",
      "INFO:tensorflow:global step 1838: loss = 0.5341 (1.246 sec/step)\n",
      "INFO:tensorflow:global step 1839: loss = 0.4862 (1.007 sec/step)\n",
      "INFO:tensorflow:global step 1840: loss = 0.4906 (0.899 sec/step)\n",
      "INFO:tensorflow:global step 1841: loss = 0.4996 (0.959 sec/step)\n",
      "INFO:tensorflow:global step 1842: loss = 0.5008 (0.790 sec/step)\n",
      "INFO:tensorflow:global step 1843: loss = 0.4842 (1.145 sec/step)\n",
      "INFO:tensorflow:global step 1844: loss = 0.4959 (1.341 sec/step)\n",
      "INFO:tensorflow:global step 1845: loss = 0.5572 (1.086 sec/step)\n",
      "INFO:tensorflow:global step 1846: loss = 0.4886 (1.137 sec/step)\n",
      "INFO:tensorflow:global step 1847: loss = 0.4813 (1.015 sec/step)\n",
      "INFO:tensorflow:global step 1848: loss = 0.5283 (0.772 sec/step)\n",
      "INFO:tensorflow:global step 1849: loss = 0.4812 (1.053 sec/step)\n",
      "INFO:tensorflow:global step 1850: loss = 0.4851 (1.355 sec/step)\n",
      "INFO:tensorflow:global step 1851: loss = 0.4722 (0.878 sec/step)\n",
      "INFO:tensorflow:global step 1852: loss = 0.4887 (1.224 sec/step)\n",
      "INFO:tensorflow:global step 1853: loss = 0.5106 (0.718 sec/step)\n",
      "INFO:tensorflow:global step 1854: loss = 0.5570 (0.960 sec/step)\n",
      "INFO:tensorflow:global step 1855: loss = 0.6323 (1.059 sec/step)\n",
      "INFO:tensorflow:global step 1856: loss = 0.4948 (1.027 sec/step)\n",
      "INFO:tensorflow:global step 1857: loss = 0.4757 (1.289 sec/step)\n",
      "INFO:tensorflow:global step 1858: loss = 0.6159 (1.230 sec/step)\n",
      "INFO:tensorflow:global step 1859: loss = 0.6084 (1.157 sec/step)\n",
      "INFO:tensorflow:global step 1860: loss = 0.4736 (0.953 sec/step)\n",
      "INFO:tensorflow:global step 1861: loss = 0.4706 (0.961 sec/step)\n",
      "INFO:tensorflow:global step 1862: loss = 0.4728 (1.079 sec/step)\n",
      "INFO:tensorflow:global step 1863: loss = 0.5082 (1.084 sec/step)\n",
      "INFO:tensorflow:global step 1864: loss = 0.4816 (0.938 sec/step)\n",
      "INFO:tensorflow:global step 1865: loss = 0.4737 (1.026 sec/step)\n",
      "INFO:tensorflow:global step 1866: loss = 0.4567 (0.940 sec/step)\n",
      "INFO:tensorflow:global step 1867: loss = 0.4614 (0.925 sec/step)\n",
      "INFO:tensorflow:global step 1868: loss = 0.5034 (0.804 sec/step)\n",
      "INFO:tensorflow:global step 1869: loss = 0.4766 (1.166 sec/step)\n",
      "INFO:tensorflow:global step 1870: loss = 0.4656 (1.147 sec/step)\n",
      "INFO:tensorflow:global step 1871: loss = 0.4578 (0.816 sec/step)\n",
      "INFO:tensorflow:global step 1872: loss = 0.4517 (0.961 sec/step)\n",
      "INFO:tensorflow:global step 1873: loss = 0.5135 (0.930 sec/step)\n",
      "INFO:tensorflow:global step 1874: loss = 0.4563 (0.788 sec/step)\n",
      "INFO:tensorflow:global step 1875: loss = 0.4577 (0.856 sec/step)\n",
      "INFO:tensorflow:global step 1876: loss = 0.4533 (1.079 sec/step)\n",
      "INFO:tensorflow:global step 1877: loss = 0.4535 (1.011 sec/step)\n",
      "INFO:tensorflow:global step 1878: loss = 0.4472 (1.058 sec/step)\n",
      "INFO:tensorflow:global step 1879: loss = 0.4468 (1.339 sec/step)\n",
      "INFO:tensorflow:global step 1880: loss = 0.4510 (1.184 sec/step)\n",
      "INFO:tensorflow:global step 1881: loss = 0.5506 (0.986 sec/step)\n",
      "INFO:tensorflow:global step 1882: loss = 0.4901 (1.116 sec/step)\n",
      "INFO:tensorflow:global step 1883: loss = 0.4392 (1.234 sec/step)\n",
      "INFO:tensorflow:global step 1884: loss = 0.5100 (1.081 sec/step)\n",
      "INFO:tensorflow:global step 1885: loss = 0.4419 (1.113 sec/step)\n",
      "INFO:tensorflow:global step 1886: loss = 0.4463 (0.596 sec/step)\n",
      "INFO:tensorflow:global step 1887: loss = 0.4486 (1.006 sec/step)\n",
      "INFO:tensorflow:global step 1888: loss = 0.4434 (0.973 sec/step)\n",
      "INFO:tensorflow:global step 1889: loss = 0.4547 (1.206 sec/step)\n",
      "INFO:tensorflow:global step 1890: loss = 0.4392 (1.055 sec/step)\n",
      "INFO:tensorflow:global step 1891: loss = 0.6035 (1.073 sec/step)\n",
      "INFO:tensorflow:global step 1892: loss = 0.4880 (0.921 sec/step)\n",
      "INFO:tensorflow:global step 1893: loss = 0.4384 (0.885 sec/step)\n",
      "INFO:tensorflow:global step 1894: loss = 0.4427 (1.146 sec/step)\n",
      "INFO:tensorflow:global step 1895: loss = 0.6203 (0.831 sec/step)\n",
      "INFO:tensorflow:global step 1896: loss = 0.5062 (1.153 sec/step)\n",
      "INFO:tensorflow:global step 1897: loss = 0.5796 (1.197 sec/step)\n",
      "INFO:tensorflow:global step 1898: loss = 0.4371 (0.763 sec/step)\n",
      "INFO:tensorflow:global step 1899: loss = 0.4415 (0.842 sec/step)\n",
      "INFO:tensorflow:global step 1900: loss = 0.4455 (1.115 sec/step)\n",
      "INFO:tensorflow:global step 1901: loss = 0.4374 (1.292 sec/step)\n",
      "INFO:tensorflow:global step 1902: loss = 0.4363 (1.199 sec/step)\n",
      "INFO:tensorflow:global step 1903: loss = 1.6976 (0.966 sec/step)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:global step 1904: loss = 0.4539 (0.996 sec/step)\n",
      "INFO:tensorflow:global step 1905: loss = 0.4463 (0.769 sec/step)\n",
      "INFO:tensorflow:global step 1906: loss = 0.6739 (1.054 sec/step)\n",
      "INFO:tensorflow:global step 1907: loss = 0.6188 (1.291 sec/step)\n",
      "INFO:tensorflow:global step 1908: loss = 1.2133 (0.997 sec/step)\n",
      "INFO:tensorflow:global step 1909: loss = 0.5286 (0.837 sec/step)\n",
      "INFO:tensorflow:global step 1910: loss = 0.8006 (1.249 sec/step)\n",
      "INFO:tensorflow:global step 1911: loss = 0.6629 (0.901 sec/step)\n",
      "INFO:tensorflow:global step 1912: loss = 0.5219 (1.062 sec/step)\n",
      "INFO:tensorflow:global step 1913: loss = 0.4729 (0.816 sec/step)\n",
      "INFO:tensorflow:global step 1914: loss = 0.9698 (1.110 sec/step)\n",
      "INFO:tensorflow:global step 1915: loss = 0.6207 (1.017 sec/step)\n",
      "INFO:tensorflow:global step 1916: loss = 0.6590 (0.900 sec/step)\n",
      "INFO:tensorflow:global step 1917: loss = 0.7917 (1.023 sec/step)\n",
      "INFO:tensorflow:global step 1918: loss = 0.7002 (0.827 sec/step)\n",
      "INFO:tensorflow:global step 1919: loss = 0.5049 (1.205 sec/step)\n",
      "INFO:tensorflow:global step 1920: loss = 0.5801 (1.169 sec/step)\n",
      "INFO:tensorflow:global step 1921: loss = 0.4906 (1.196 sec/step)\n",
      "INFO:tensorflow:global step 1922: loss = 0.8007 (0.932 sec/step)\n",
      "INFO:tensorflow:global step 1923: loss = 0.4941 (1.002 sec/step)\n",
      "INFO:tensorflow:global step 1924: loss = 0.5658 (0.991 sec/step)\n",
      "INFO:tensorflow:global step 1925: loss = 0.5229 (1.077 sec/step)\n",
      "INFO:tensorflow:global step 1926: loss = 0.4962 (1.019 sec/step)\n",
      "INFO:tensorflow:global step 1927: loss = 0.5104 (1.037 sec/step)\n",
      "INFO:tensorflow:global step 1928: loss = 0.5022 (0.907 sec/step)\n",
      "INFO:tensorflow:global step 1929: loss = 0.4971 (1.068 sec/step)\n",
      "INFO:tensorflow:global step 1930: loss = 0.4959 (0.941 sec/step)\n",
      "INFO:tensorflow:global step 1931: loss = 0.4903 (1.216 sec/step)\n",
      "INFO:tensorflow:global step 1932: loss = 0.6440 (1.222 sec/step)\n",
      "INFO:tensorflow:global step 1933: loss = 0.5180 (0.935 sec/step)\n",
      "INFO:tensorflow:global step 1934: loss = 0.6449 (0.851 sec/step)\n",
      "INFO:tensorflow:global step 1935: loss = 0.6834 (1.131 sec/step)\n",
      "INFO:tensorflow:global step 1936: loss = 0.6572 (1.092 sec/step)\n",
      "INFO:tensorflow:global step 1937: loss = 0.5286 (0.857 sec/step)\n",
      "INFO:tensorflow:global step 1938: loss = 0.5210 (1.242 sec/step)\n",
      "INFO:tensorflow:global step 1939: loss = 0.4995 (0.909 sec/step)\n",
      "INFO:tensorflow:global step 1940: loss = 0.5363 (1.139 sec/step)\n",
      "INFO:tensorflow:global step 1941: loss = 0.4866 (0.906 sec/step)\n",
      "INFO:tensorflow:global step 1942: loss = 0.4945 (0.907 sec/step)\n",
      "INFO:tensorflow:global step 1943: loss = 0.7925 (0.994 sec/step)\n",
      "INFO:tensorflow:global step 1944: loss = 0.6985 (0.835 sec/step)\n",
      "INFO:tensorflow:global step 1945: loss = 0.6498 (0.858 sec/step)\n",
      "INFO:tensorflow:global step 1946: loss = 0.7257 (1.028 sec/step)\n",
      "INFO:tensorflow:global step 1947: loss = 0.6316 (1.234 sec/step)\n",
      "INFO:tensorflow:global step 1948: loss = 1.0942 (1.220 sec/step)\n",
      "INFO:tensorflow:global step 1949: loss = 0.6288 (1.343 sec/step)\n",
      "INFO:tensorflow:global step 1950: loss = 0.4951 (0.892 sec/step)\n",
      "INFO:tensorflow:global step 1951: loss = 0.4962 (0.828 sec/step)\n",
      "INFO:tensorflow:global step 1952: loss = 0.5110 (0.970 sec/step)\n",
      "INFO:tensorflow:global step 1953: loss = 0.4849 (1.019 sec/step)\n",
      "INFO:tensorflow:global step 1954: loss = 0.4927 (0.734 sec/step)\n",
      "INFO:tensorflow:global step 1955: loss = 0.6223 (0.933 sec/step)\n",
      "INFO:tensorflow:global step 1956: loss = 0.4884 (1.034 sec/step)\n",
      "INFO:tensorflow:global step 1957: loss = 0.6619 (0.922 sec/step)\n",
      "INFO:tensorflow:global step 1958: loss = 0.8208 (0.916 sec/step)\n",
      "INFO:tensorflow:global step 1959: loss = 0.5277 (1.266 sec/step)\n",
      "INFO:tensorflow:global step 1960: loss = 0.4884 (1.305 sec/step)\n",
      "INFO:tensorflow:global step 1961: loss = 0.4825 (1.206 sec/step)\n",
      "INFO:tensorflow:global step 1962: loss = 0.4922 (0.977 sec/step)\n",
      "INFO:tensorflow:global step 1963: loss = 0.6277 (1.031 sec/step)\n",
      "INFO:tensorflow:global step 1964: loss = 0.6050 (0.834 sec/step)\n",
      "INFO:tensorflow:global step 1965: loss = 0.4848 (0.971 sec/step)\n",
      "INFO:tensorflow:global step 1966: loss = 0.6006 (1.067 sec/step)\n",
      "INFO:tensorflow:global step 1967: loss = 0.8243 (1.112 sec/step)\n",
      "INFO:tensorflow:global step 1968: loss = 0.4732 (1.116 sec/step)\n",
      "INFO:tensorflow:global step 1969: loss = 0.4682 (1.147 sec/step)\n",
      "INFO:tensorflow:global step 1970: loss = 0.6802 (0.818 sec/step)\n",
      "INFO:tensorflow:global step 1971: loss = 0.4832 (0.966 sec/step)\n",
      "INFO:tensorflow:global step 1972: loss = 0.8888 (1.204 sec/step)\n",
      "INFO:tensorflow:global step 1973: loss = 0.4811 (0.942 sec/step)\n",
      "INFO:tensorflow:global step 1974: loss = 0.4688 (0.950 sec/step)\n",
      "INFO:tensorflow:global step 1975: loss = 0.4835 (0.867 sec/step)\n",
      "INFO:tensorflow:global step 1976: loss = 0.5659 (0.881 sec/step)\n",
      "INFO:tensorflow:global step 1977: loss = 0.9713 (0.862 sec/step)\n",
      "INFO:tensorflow:global step 1978: loss = 0.4663 (1.139 sec/step)\n",
      "INFO:tensorflow:global step 1979: loss = 0.4528 (1.359 sec/step)\n",
      "INFO:tensorflow:global step 1980: loss = 0.5839 (1.148 sec/step)\n",
      "INFO:tensorflow:global step 1981: loss = 0.4812 (0.795 sec/step)\n",
      "INFO:tensorflow:global step 1982: loss = 0.4467 (0.962 sec/step)\n",
      "INFO:tensorflow:global step 1983: loss = 0.4732 (1.220 sec/step)\n",
      "INFO:tensorflow:global step 1984: loss = 0.4680 (1.084 sec/step)\n",
      "INFO:tensorflow:global step 1985: loss = 0.5706 (1.240 sec/step)\n",
      "INFO:tensorflow:global step 1986: loss = 0.4562 (0.846 sec/step)\n",
      "INFO:tensorflow:global step 1987: loss = 0.4689 (1.269 sec/step)\n",
      "INFO:tensorflow:global step 1988: loss = 0.4821 (1.031 sec/step)\n",
      "INFO:tensorflow:global step 1989: loss = 0.4492 (0.744 sec/step)\n",
      "INFO:tensorflow:global step 1990: loss = 0.4834 (1.029 sec/step)\n",
      "INFO:tensorflow:global step 1991: loss = 0.4576 (1.033 sec/step)\n",
      "INFO:tensorflow:global step 1992: loss = 0.4421 (1.260 sec/step)\n",
      "INFO:tensorflow:global step 1993: loss = 0.7014 (1.099 sec/step)\n",
      "INFO:tensorflow:global step 1994: loss = 0.4658 (0.964 sec/step)\n",
      "INFO:tensorflow:global step 1995: loss = 0.4370 (0.778 sec/step)\n",
      "INFO:tensorflow:global step 1996: loss = 0.4607 (0.930 sec/step)\n",
      "INFO:tensorflow:global step 1997: loss = 0.4342 (1.216 sec/step)\n",
      "INFO:tensorflow:global step 1998: loss = 0.4575 (1.014 sec/step)\n",
      "INFO:tensorflow:global step 1999: loss = 0.4333 (1.134 sec/step)\n",
      "INFO:tensorflow:Stopping Training.\n",
      "INFO:tensorflow:Finished training! Saving model to disk.\n",
      "Finished training. Last batch loss 0.433313\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "from datasets import insulators\n",
    "from nets import resnet_v2\n",
    "\n",
    "checkpoints_dir = '/tmp/resnet_v2_50/checkpoints'\n",
    "\n",
    "image_size = resnet_v2.resnet_v2_50.default_image_size\n",
    "\n",
    "insulators_data_dir = '/workspace/JiaXuejian'\n",
    "\n",
    "def get_init_fn():\n",
    "    \"\"\"Returns a function run by the chief worker to warm-start the training.\"\"\"\n",
    "    \n",
    "    checkpoint_exclude_scopes=[\"resnet_v2_50/logits\", \"resnet_v2_50/SpatialSqueeze\", \"resnet_v2_50/predictions\"]\n",
    "    \n",
    "    exclusions = [scope.strip() for scope in checkpoint_exclude_scopes]\n",
    "\n",
    "    variables_to_restore = []\n",
    "    for var in slim.get_model_variables():\n",
    "        for exclusion in exclusions:\n",
    "            if var.op.name.startswith(exclusion):\n",
    "                break\n",
    "        else:\n",
    "            variables_to_restore.append(var)\n",
    "    \n",
    "    return slim.assign_from_checkpoint_fn(\n",
    "      os.path.join(checkpoints_dir, 'resnet_v2_50.ckpt'),\n",
    "      variables_to_restore)\n",
    "\n",
    "\n",
    "train_dir = '/tmp/resnet_v2_50_finetuned/'\n",
    "\n",
    "with tf.Graph().as_default():\n",
    "    tf.logging.set_verbosity(tf.logging.INFO)\n",
    "    \n",
    "    dataset = insulators.get_split('train', insulators_data_dir)\n",
    "    images, _, labels = load_batch(dataset, height=image_size, width=image_size)\n",
    "    \n",
    "    # Create the model, use the default arg scope to configure the batch norm parameters.\n",
    "    with slim.arg_scope(resnet_v2.resnet_arg_scope()):\n",
    "        logits, _ = resnet_v2.resnet_v2_50(images, num_classes=dataset.num_classes, is_training=True)\n",
    "        \n",
    "    # Specify the loss function:\n",
    "    one_hot_labels = slim.one_hot_encoding(labels, dataset.num_classes)\n",
    "    slim.losses.softmax_cross_entropy(logits, one_hot_labels)\n",
    "    total_loss = slim.losses.get_total_loss()\n",
    "\n",
    "    # Create some summaries to visualize the training process:\n",
    "    tf.summary.scalar('losses/Total Loss', total_loss)\n",
    "  \n",
    "    # Specify the optimizer and create the train op:\n",
    "    optimizer = tf.train.AdamOptimizer(learning_rate=0.01)\n",
    "    train_op = slim.learning.create_train_op(total_loss, optimizer)\n",
    "    \n",
    "    # Run the training:\n",
    "    final_loss = slim.learning.train(\n",
    "        train_op,\n",
    "        logdir=train_dir,\n",
    "        init_fn=get_init_fn(),\n",
    "        number_of_steps=2000)\n",
    "        \n",
    "  \n",
    "print('Finished training. Last batch loss %f' % final_loss)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import tensorflow as tf\n",
    "from datasets import insulators\n",
    "from nets import inception\n",
    "\n",
    "from tensorflow.contrib import slim\n",
    "\n",
    "insulators_data_dir = '/workspace/JiaXuejian'\n",
    "image_size = resnet_v2.resnet_v2_50.default_image_size\n",
    "batch_size = 3\n",
    "\n",
    "with tf.Graph().as_default():\n",
    "    tf.logging.set_verbosity(tf.logging.INFO)\n",
    "    \n",
    "    dataset = insulators.get_split('train', insulators_data_dir)\n",
    "    images, images_raw, labels = load_batch(dataset, height=image_size, width=image_size)\n",
    "    \n",
    "    # Create the model, use the default arg scope to configure the batch norm parameters.\n",
    "    with slim.arg_scope(resnet_v2.resnet_arg_scope()):\n",
    "        logits, _ = resnet_v2.resnet_v2_50(images, num_classes=dataset.num_classes, is_training=True)\n",
    "\n",
    "    probabilities = tf.nn.softmax(logits)\n",
    "    \n",
    "    checkpoint_path = tf.train.latest_checkpoint(train_dir)\n",
    "    init_fn = slim.assign_from_checkpoint_fn(\n",
    "      checkpoint_path,\n",
    "      slim.get_variables_to_restore())\n",
    "    \n",
    "    with tf.Session() as sess:\n",
    "        with slim.queues.QueueRunners(sess):\n",
    "            sess.run(tf.initialize_local_variables())\n",
    "            init_fn(sess)\n",
    "            np_probabilities, np_images_raw, np_labels = sess.run([probabilities, images_raw, labels])\n",
    "    \n",
    "            for i in range(batch_size): \n",
    "                image = np_images_raw[i, :, :, :]\n",
    "                true_label = np_labels[i]\n",
    "                predicted_label = np.argmax(np_probabilities[i, :])\n",
    "                predicted_name = dataset.labels_to_names[predicted_label]\n",
    "                true_name = dataset.labels_to_names[true_label]\n",
    "                \n",
    "                plt.figure()\n",
    "                plt.imshow(image.astype(np.uint8))\n",
    "                plt.title('Ground Truth: [%s], Prediction [%s]' % (true_name, predicted_name))\n",
    "                plt.axis('off')\n",
    "                plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From /workspace/JiaXuejian/models/research/slim/nets/resnet_v2.py:213: calling reduce_mean (from tensorflow.python.ops.math_ops) with keep_dims is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "keep_dims is deprecated, use keepdims instead\n",
      "WARNING:tensorflow:From <ipython-input-4-d0ccf2c0660e>:18: softmax_cross_entropy (from tensorflow.contrib.losses.python.losses.loss_ops) is deprecated and will be removed after 2016-12-30.\n",
      "Instructions for updating:\n",
      "Use tf.losses.softmax_cross_entropy instead. Note that the order of the logits and labels arguments has been changed.\n",
      "WARNING:tensorflow:From /usr/local/lib/python3.5/dist-packages/tensorflow/contrib/losses/python/losses/loss_ops.py:398: softmax_cross_entropy_with_logits (from tensorflow.python.ops.nn_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "\n",
      "Future major versions of TensorFlow will allow gradients to flow\n",
      "into the labels input on backprop by default.\n",
      "\n",
      "See @{tf.nn.softmax_cross_entropy_with_logits_v2}.\n",
      "\n",
      "WARNING:tensorflow:From /usr/local/lib/python3.5/dist-packages/tensorflow/contrib/losses/python/losses/loss_ops.py:399: compute_weighted_loss (from tensorflow.contrib.losses.python.losses.loss_ops) is deprecated and will be removed after 2016-12-30.\n",
      "Instructions for updating:\n",
      "Use tf.losses.compute_weighted_loss instead.\n",
      "WARNING:tensorflow:From /usr/local/lib/python3.5/dist-packages/tensorflow/contrib/losses/python/losses/loss_ops.py:147: add_arg_scope.<locals>.func_with_args (from tensorflow.contrib.losses.python.losses.loss_ops) is deprecated and will be removed after 2016-12-30.\n",
      "Instructions for updating:\n",
      "Use tf.losses.add_loss instead.\n",
      "WARNING:tensorflow:From <ipython-input-4-d0ccf2c0660e>:19: get_total_loss (from tensorflow.contrib.losses.python.losses.loss_ops) is deprecated and will be removed after 2016-12-30.\n",
      "Instructions for updating:\n",
      "Use tf.losses.get_total_loss instead.\n",
      "WARNING:tensorflow:From /usr/local/lib/python3.5/dist-packages/tensorflow/contrib/losses/python/losses/loss_ops.py:258: get_losses (from tensorflow.contrib.losses.python.losses.loss_ops) is deprecated and will be removed after 2016-12-30.\n",
      "Instructions for updating:\n",
      "Use tf.losses.get_losses instead.\n",
      "WARNING:tensorflow:From /usr/local/lib/python3.5/dist-packages/tensorflow/contrib/losses/python/losses/loss_ops.py:260: get_regularization_losses (from tensorflow.contrib.losses.python.losses.loss_ops) is deprecated and will be removed after 2016-12-30.\n",
      "Instructions for updating:\n",
      "Use tf.losses.get_regularization_losses instead.\n",
      "INFO:tensorflow:Summary name losses/Total Loss is illegal; using losses/Total_Loss instead.\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "from datasets import insulators\n",
    "from nets import resnet_v2\n",
    "insulators_data_dir = '/workspace/JiaXuejian'\n",
    "image_size = resnet_v2.resnet_v2_50.default_image_size\n",
    "with tf.Graph().as_default():\n",
    "    tf.logging.set_verbosity(tf.logging.INFO)\n",
    "    \n",
    "    dataset = insulators.get_split('train', insulators_data_dir)\n",
    "    images, _, labels = load_batch(dataset, height=image_size, width=image_size)\n",
    "    \n",
    "    # Create the model, use the default arg scope to configure the batch norm parameters.\n",
    "    with slim.arg_scope(resnet_v2.resnet_arg_scope()):\n",
    "        logits, end_points = resnet_v2.resnet_v2_50(images, num_classes=dataset.num_classes, is_training=True)\n",
    "        \n",
    "    # Specify the loss function:\n",
    "    one_hot_labels = slim.one_hot_encoding(labels, dataset.num_classes)\n",
    "    slim.losses.softmax_cross_entropy(logits, one_hot_labels)\n",
    "    total_loss = slim.losses.get_total_loss()\n",
    "\n",
    "    # Create some summaries to visualize the training process:\n",
    "    tf.summary.scalar('losses/Total Loss', total_loss)\n",
    "  \n",
    "    # Specify the optimizer and create the train op:\n",
    "    optimizer = tf.train.AdamOptimizer(learning_rate=0.01)\n",
    "    train_op = slim.learning.create_train_op(total_loss, optimizer)\n",
    "    \n",
    "    # Run the training:\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### 查看网络结构及命名空间"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "name = resnet_v2_50/conv1/BiasAdd:0, shape = (32, 112, 112, 64)\n",
      "name = resnet_v2_50/block1/unit_1/bottleneck_v2/shortcut/BiasAdd:0, shape = (32, 56, 56, 256)\n",
      "name = resnet_v2_50/block1/unit_1/bottleneck_v2/conv1/Relu:0, shape = (32, 56, 56, 64)\n",
      "name = resnet_v2_50/block1/unit_1/bottleneck_v2/conv2/Relu:0, shape = (32, 56, 56, 64)\n",
      "name = resnet_v2_50/block1/unit_1/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 56, 56, 256)\n",
      "name = resnet_v2_50/block1/unit_1/bottleneck_v2/add:0, shape = (32, 56, 56, 256)\n",
      "name = resnet_v2_50/block1/unit_2/bottleneck_v2/conv1/Relu:0, shape = (32, 56, 56, 64)\n",
      "name = resnet_v2_50/block1/unit_2/bottleneck_v2/conv2/Relu:0, shape = (32, 56, 56, 64)\n",
      "name = resnet_v2_50/block1/unit_2/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 56, 56, 256)\n",
      "name = resnet_v2_50/block1/unit_2/bottleneck_v2/add:0, shape = (32, 56, 56, 256)\n",
      "name = resnet_v2_50/block1/unit_3/bottleneck_v2/conv1/Relu:0, shape = (32, 56, 56, 64)\n",
      "name = resnet_v2_50/block1/unit_3/bottleneck_v2/conv2/Relu:0, shape = (32, 28, 28, 64)\n",
      "name = resnet_v2_50/block1/unit_3/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 28, 28, 256)\n",
      "name = resnet_v2_50/block1/unit_3/bottleneck_v2/add:0, shape = (32, 28, 28, 256)\n",
      "name = resnet_v2_50/block1/unit_3/bottleneck_v2/add:0, shape = (32, 28, 28, 256)\n",
      "name = resnet_v2_50/block2/unit_1/bottleneck_v2/shortcut/BiasAdd:0, shape = (32, 28, 28, 512)\n",
      "name = resnet_v2_50/block2/unit_1/bottleneck_v2/conv1/Relu:0, shape = (32, 28, 28, 128)\n",
      "name = resnet_v2_50/block2/unit_1/bottleneck_v2/conv2/Relu:0, shape = (32, 28, 28, 128)\n",
      "name = resnet_v2_50/block2/unit_1/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 28, 28, 512)\n",
      "name = resnet_v2_50/block2/unit_1/bottleneck_v2/add:0, shape = (32, 28, 28, 512)\n",
      "name = resnet_v2_50/block2/unit_2/bottleneck_v2/conv1/Relu:0, shape = (32, 28, 28, 128)\n",
      "name = resnet_v2_50/block2/unit_2/bottleneck_v2/conv2/Relu:0, shape = (32, 28, 28, 128)\n",
      "name = resnet_v2_50/block2/unit_2/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 28, 28, 512)\n",
      "name = resnet_v2_50/block2/unit_2/bottleneck_v2/add:0, shape = (32, 28, 28, 512)\n",
      "name = resnet_v2_50/block2/unit_3/bottleneck_v2/conv1/Relu:0, shape = (32, 28, 28, 128)\n",
      "name = resnet_v2_50/block2/unit_3/bottleneck_v2/conv2/Relu:0, shape = (32, 28, 28, 128)\n",
      "name = resnet_v2_50/block2/unit_3/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 28, 28, 512)\n",
      "name = resnet_v2_50/block2/unit_3/bottleneck_v2/add:0, shape = (32, 28, 28, 512)\n",
      "name = resnet_v2_50/block2/unit_4/bottleneck_v2/conv1/Relu:0, shape = (32, 28, 28, 128)\n",
      "name = resnet_v2_50/block2/unit_4/bottleneck_v2/conv2/Relu:0, shape = (32, 14, 14, 128)\n",
      "name = resnet_v2_50/block2/unit_4/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 14, 14, 512)\n",
      "name = resnet_v2_50/block2/unit_4/bottleneck_v2/add:0, shape = (32, 14, 14, 512)\n",
      "name = resnet_v2_50/block2/unit_4/bottleneck_v2/add:0, shape = (32, 14, 14, 512)\n",
      "name = resnet_v2_50/block3/unit_1/bottleneck_v2/shortcut/BiasAdd:0, shape = (32, 14, 14, 1024)\n",
      "name = resnet_v2_50/block3/unit_1/bottleneck_v2/conv1/Relu:0, shape = (32, 14, 14, 256)\n",
      "name = resnet_v2_50/block3/unit_1/bottleneck_v2/conv2/Relu:0, shape = (32, 14, 14, 256)\n",
      "name = resnet_v2_50/block3/unit_1/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 14, 14, 1024)\n",
      "name = resnet_v2_50/block3/unit_1/bottleneck_v2/add:0, shape = (32, 14, 14, 1024)\n",
      "name = resnet_v2_50/block3/unit_2/bottleneck_v2/conv1/Relu:0, shape = (32, 14, 14, 256)\n",
      "name = resnet_v2_50/block3/unit_2/bottleneck_v2/conv2/Relu:0, shape = (32, 14, 14, 256)\n",
      "name = resnet_v2_50/block3/unit_2/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 14, 14, 1024)\n",
      "name = resnet_v2_50/block3/unit_2/bottleneck_v2/add:0, shape = (32, 14, 14, 1024)\n",
      "name = resnet_v2_50/block3/unit_3/bottleneck_v2/conv1/Relu:0, shape = (32, 14, 14, 256)\n",
      "name = resnet_v2_50/block3/unit_3/bottleneck_v2/conv2/Relu:0, shape = (32, 14, 14, 256)\n",
      "name = resnet_v2_50/block3/unit_3/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 14, 14, 1024)\n",
      "name = resnet_v2_50/block3/unit_3/bottleneck_v2/add:0, shape = (32, 14, 14, 1024)\n",
      "name = resnet_v2_50/block3/unit_4/bottleneck_v2/conv1/Relu:0, shape = (32, 14, 14, 256)\n",
      "name = resnet_v2_50/block3/unit_4/bottleneck_v2/conv2/Relu:0, shape = (32, 14, 14, 256)\n",
      "name = resnet_v2_50/block3/unit_4/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 14, 14, 1024)\n",
      "name = resnet_v2_50/block3/unit_4/bottleneck_v2/add:0, shape = (32, 14, 14, 1024)\n",
      "name = resnet_v2_50/block3/unit_5/bottleneck_v2/conv1/Relu:0, shape = (32, 14, 14, 256)\n",
      "name = resnet_v2_50/block3/unit_5/bottleneck_v2/conv2/Relu:0, shape = (32, 14, 14, 256)\n",
      "name = resnet_v2_50/block3/unit_5/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 14, 14, 1024)\n",
      "name = resnet_v2_50/block3/unit_5/bottleneck_v2/add:0, shape = (32, 14, 14, 1024)\n",
      "name = resnet_v2_50/block3/unit_6/bottleneck_v2/conv1/Relu:0, shape = (32, 14, 14, 256)\n",
      "name = resnet_v2_50/block3/unit_6/bottleneck_v2/conv2/Relu:0, shape = (32, 7, 7, 256)\n",
      "name = resnet_v2_50/block3/unit_6/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 7, 7, 1024)\n",
      "name = resnet_v2_50/block3/unit_6/bottleneck_v2/add:0, shape = (32, 7, 7, 1024)\n",
      "name = resnet_v2_50/block3/unit_6/bottleneck_v2/add:0, shape = (32, 7, 7, 1024)\n",
      "name = resnet_v2_50/block4/unit_1/bottleneck_v2/shortcut/BiasAdd:0, shape = (32, 7, 7, 2048)\n",
      "name = resnet_v2_50/block4/unit_1/bottleneck_v2/conv1/Relu:0, shape = (32, 7, 7, 512)\n",
      "name = resnet_v2_50/block4/unit_1/bottleneck_v2/conv2/Relu:0, shape = (32, 7, 7, 512)\n",
      "name = resnet_v2_50/block4/unit_1/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 7, 7, 2048)\n",
      "name = resnet_v2_50/block4/unit_1/bottleneck_v2/add:0, shape = (32, 7, 7, 2048)\n",
      "name = resnet_v2_50/block4/unit_2/bottleneck_v2/conv1/Relu:0, shape = (32, 7, 7, 512)\n",
      "name = resnet_v2_50/block4/unit_2/bottleneck_v2/conv2/Relu:0, shape = (32, 7, 7, 512)\n",
      "name = resnet_v2_50/block4/unit_2/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 7, 7, 2048)\n",
      "name = resnet_v2_50/block4/unit_2/bottleneck_v2/add:0, shape = (32, 7, 7, 2048)\n",
      "name = resnet_v2_50/block4/unit_3/bottleneck_v2/conv1/Relu:0, shape = (32, 7, 7, 512)\n",
      "name = resnet_v2_50/block4/unit_3/bottleneck_v2/conv2/Relu:0, shape = (32, 7, 7, 512)\n",
      "name = resnet_v2_50/block4/unit_3/bottleneck_v2/conv3/BiasAdd:0, shape = (32, 7, 7, 2048)\n",
      "name = resnet_v2_50/block4/unit_3/bottleneck_v2/add:0, shape = (32, 7, 7, 2048)\n",
      "name = resnet_v2_50/block4/unit_3/bottleneck_v2/add:0, shape = (32, 7, 7, 2048)\n",
      "name = resnet_v2_50/pool5:0, shape = (32, 1, 1, 2048)\n",
      "name = resnet_v2_50/logits/BiasAdd:0, shape = (32, 1, 1, 2)\n",
      "name = resnet_v2_50/SpatialSqueeze:0, shape = (32, 2)\n",
      "name = resnet_v2_50/predictions/Reshape_1:0, shape = (32, 2)\n"
     ]
    }
   ],
   "source": [
    "for k, v in end_points.items():\n",
    "    print('name = {}, shape = {}'.format(v.name, v.get_shape()))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
